-- Logs begin at Tue 2022-05-10 19:16:42 UTC, end at Tue 2022-05-10 21:02:51 UTC. -- May 10 20:07:32.929696 dv-cinder-828805-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 20:07:35.735134 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.common.config [-] Logging enabled! May 10 20:07:35.735723 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev200 May 10 20:07:35.735926 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104013) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 20:07:35.739377 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.common.config [-] Logging enabled! May 10 20:07:35.739632 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev200 May 10 20:07:35.739948 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104013) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 20:07:35.740887 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 20:07:35.741120 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 20:07:35.741488 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 20:07:35.741734 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 20:07:35.741959 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 20:07:35.742297 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.742696 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.742931 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.743229 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.743523 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.743810 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.744110 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.744407 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.744695 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.744976 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.745259 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.745489 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.745772 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.746061 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.746379 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.746604 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] debug = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.746884 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.747326 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.747736 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.748022 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.748310 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.748599 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.748870 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.749147 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.749433 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.749761 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] host = dv-cinder-828805-2-iscsi {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.750589 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.750881 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.751169 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.751456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.751732 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.752012 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.752297 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.752571 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.752844 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.753121 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.753412 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.753698 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.753988 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.754241 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.754540 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.754832 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.755132 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.755409 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.755688 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.755964 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.756239 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.756514 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.756782 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.757066 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.757350 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.757636 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.757911 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.758209 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.758482 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.758755 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.759045 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.759318 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.759594 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.759869 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.760156 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.760424 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.760696 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.760997 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.761278 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.761559 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.761844 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.762136 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.762424 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.762695 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.762965 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.763235 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_json = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.763505 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.763774 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.764056 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.764327 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.764602 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.764872 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.765143 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.765426 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.766264 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:35.766571 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.766868 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.767173 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.767458 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.767763 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.768047 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.768341 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.768623 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.768918 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.769215 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.769508 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.769790 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.770198 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.770496 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.770797 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.771104 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.771402 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.771697 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.771978 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.772258 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.772538 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.772817 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.773108 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.773390 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.773679 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.773968 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.774276 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.774594 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.774866 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.775151 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.775447 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.775737 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.776014 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.776296 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.776589 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.776871 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.777148 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.777438 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.777718 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.777992 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.778299 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.778581 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.778857 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.779134 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.779413 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.779703 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.779981 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.780255 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.780530 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.780810 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.781083 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.781392 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.781672 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.781947 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.782262 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.782544 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.782819 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.783093 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.783374 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.783647 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.783926 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.784199 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.784477 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.784751 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.785029 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.785302 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.785645 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.785929 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.786239 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.786517 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.786794 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.787067 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.787341 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.787616 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.787916 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.788193 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.788475 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.788755 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.789040 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.789316 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.789595 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.789874 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.790190 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.790468 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.790762 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.791048 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.791334 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.791617 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.791896 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.792207 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.792486 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.792764 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.793047 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.793325 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.793605 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.793889 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.794199 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.794499 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.794797 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.795092 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.795389 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.795681 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.795963 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.796272 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.796553 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:35.796771 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 20:07:35.797031 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104013) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 20:07:36.255431 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 20:07:36.255711 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 20:07:36.256019 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 20:07:36.256356 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 20:07:36.588439 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.588657 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.588931 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.590160 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.590436 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.590709 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.645640 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.645914 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.646206 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.661257 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.661535 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.661804 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.691808 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.692089 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.692357 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.728903 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.729180 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:36.729449 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.068633 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.069296 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.069296 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.069470 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.070122 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.169869 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.170213 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.170497 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.170775 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.171045 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.171354 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.171613 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.172404 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.172659 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.172942 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.173206 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.173472 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.173725 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.173975 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.174260 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.174525 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.174781 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.175049 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.175318 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.175577 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.175852 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.176103 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.176382 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.176758 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.177003 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.177247 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.177635 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:07:37.177875 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:07:37.178131 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:07:37.178370 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:07:37.178604 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:07:37.178838 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:07:37.179201 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 20:07:37.182387 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 20:07:37.186309 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 20:07:37.190735 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 10 20:07:37.192356 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 20:07:37.192824 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 20:07:37.193159 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 20:07:37.193547 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 20:07:37.196527 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 20:07:37.196777 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 20:07:37.197122 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 20:07:37.201951 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 20:07:37.226187 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 20:07:37.226641 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.226938 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104013) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 10 20:07:37.227305 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.228654 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104013) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 20:07:37.228929 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 20:07:37.229179 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 20:07:37.232476 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.232756 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:37.295111 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 20:07:37.295343 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 20:07:37.295576 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 20:07:37.295940 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 20:07:37.317017 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_db.sqlalchemy.engines [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104013) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 20:07:37.890520 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Initializing driver for type 'gre' May 10 20:07:37.891029 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] gre ID ranges: [(1, 1000)] May 10 20:07:38.098582 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Initializing driver for type 'local' May 10 20:07:38.099205 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Initializing driver for type 'vlan' May 10 20:07:38.195564 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] VlanTypeDriver initialization complete May 10 20:07:38.195899 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Initializing driver for type 'vxlan' May 10 20:07:38.196412 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] vxlan ID ranges: [(1, 1000)] May 10 20:07:38.401262 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Initializing extension driver 'port_security' May 10 20:07:38.401604 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.extensions.port_security [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] PortSecurityExtensionDriver initialization complete May 10 20:07:38.401938 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Initializing mechanism driver 'openvswitch' May 10 20:07:38.402294 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Initializing mechanism driver 'hyperv' May 10 20:07:38.412717 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:38.413578 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.413956 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.414346 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.414883 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 20:07:38.415324 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > subnet after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.415682 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > subnet after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.416034 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.416437 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 20:07:38.416851 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > network after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.417203 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > network after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.417550 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > network after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.417950 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 20:07:38.418390 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > security_group after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.418742 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > security_group after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.419094 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.419492 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 20:07:38.419902 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.420247 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.420586 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.420987 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 20:07:38.421391 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > address_group after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.421743 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > address_group after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.422103 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.422506 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 20:07:38.422949 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] ML2 OVO RPC backend initialized. {{(pid=104013) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 10 20:07:38.423666 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.424025 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.424449 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > network before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.424802 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > networks before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.425155 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > port before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.425501 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > ports before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.425847 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > subnet before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.426216 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > subnets before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.426566 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > network after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.426908 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > network after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.427245 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > network after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.427642 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.427925 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.428260 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.428596 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > subnet after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.428936 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > subnet after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.429271 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.443061 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded quota_driver: . May 10 20:07:38.443423 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.plugin [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Modular L2 Plugin initialization complete May 10 20:07:38.443768 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading services supported by the core plugin {{(pid=104013) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 20:07:38.444109 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Got port-security extension from driver 'port_security' May 10 20:07:38.444592 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.extensions.vlantransparent [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Disabled vlantransparent extension. May 10 20:07:38.445090 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104013) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 20:07:38.445412 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading Plugin: router May 10 20:07:38.494981 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.495311 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router after_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.495689 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router before_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.496090 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.496431 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.496911 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router after_delete 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.497146 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.497479 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.497838 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router after_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.498206 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router after_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.498558 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router after_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.498905 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.499386 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router after_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.499800 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router precommit_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.500173 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.500518 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.500861 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: subnet after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.501201 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.501553 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.501903 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router precommit_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.502273 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: port before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.502620 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router precommit_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.502981 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router after_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.503323 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.503673 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router precommit_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.504037 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.504380 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router precommit_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.504743 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > agent after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.505091 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > agent after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.505434 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > network after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.506334 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Tracking information for resource: router configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:07:38.506663 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Tracking information for resource: floatingip configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:07:38.514717 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.db.l3_agentschedulers_db [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 20:07:38.515302 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.516178 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.516531 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.516884 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.517683 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router before_create 55550100 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.518050 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.518438 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router precommit_create 55550100 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.518797 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > router precommit_update 55550100 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.523627 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.services.provider_configuration [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service providers = [] {{(pid=104013) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 20:07:38.523991 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.db.servicetype_db [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104013) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 20:07:38.526987 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.services.service_base [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 20:07:38.527335 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.services.service_base [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 20:07:38.527678 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.services.service_base [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 20:07:38.528567 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.services.service_base [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 20:07:38.528937 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.services.service_base [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 20:07:38.529316 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:07:38.529635 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 20:07:38.541014 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:07:38.541349 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading Plugin: auto_allocate May 10 20:07:38.555092 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: network precommit_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.555459 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: network precommit_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.555981 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:07:38.556294 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading Plugin: tag May 10 20:07:38.563236 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:07:38.563566 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading Plugin: timestamp May 10 20:07:38.567404 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:07:38.567728 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading Plugin: network_ip_availability May 10 20:07:38.573235 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.573608 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.573971 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.574721 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:07:38.575041 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading Plugin: flavors May 10 20:07:38.589683 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:07:38.590010 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading Plugin: revisions May 10 20:07:38.594933 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:07:38.595329 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.339s {{(pid=104013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 20:07:38.596070 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104013) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 20:07:38.596403 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Initializing extension manager. May 10 20:07:38.596928 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: __init__.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.597272 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: __pycache__ {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.597603 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: _port_mac_address_override.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.597935 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: address_group.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.598715 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.599283 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: address-group May 10 20:07:38.599605 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: address_scope.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.600320 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.600826 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: address-scope May 10 20:07:38.601147 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.602121 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.602622 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: router-admin-state-down-before-update May 10 20:07:38.602946 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: agent.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.603656 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.604165 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: agent May 10 20:07:38.604486 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: agent_resources_synced.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.605408 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.605929 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: agent-resources-synced May 10 20:07:38.606282 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: allowedaddresspairs.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.608093 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.608617 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: allowed-address-pairs May 10 20:07:38.608940 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: auto_allocated_topology.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.610062 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.610599 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: auto-allocated-topology May 10 20:07:38.610921 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: availability_zone.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.611619 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.612122 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: availability_zone May 10 20:07:38.612443 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: availability_zone_filter.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.613354 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.613869 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: availability_zone_filter May 10 20:07:38.614220 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: data_plane_status.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.615133 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.615634 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension data-plane-status not supported by any of loaded plugins May 10 20:07:38.615952 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: default_subnetpools.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.616870 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.617379 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: default-subnetpools May 10 20:07:38.617698 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.618549 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.619059 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: dhcp_agent_scheduler May 10 20:07:38.619381 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: dns.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.620295 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.620798 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension dns-integration not supported by any of loaded plugins May 10 20:07:38.621120 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: dns_domain_ports.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.622036 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.622561 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 20:07:38.622882 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.623808 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.624309 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 20:07:38.624628 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: dvr.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.625325 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.625826 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: dvr May 10 20:07:38.626176 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: ecmp_routes.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.627092 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.627595 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension ecmp_routes not supported by any of loaded plugins May 10 20:07:38.627915 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: empty_string_filtering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.628820 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.629332 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: empty-string-filtering May 10 20:07:38.629650 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.630587 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.631099 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 20:07:38.631417 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.632329 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.632831 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 20:07:38.633150 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: external_net.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.636913 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.637420 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: external-net May 10 20:07:38.637737 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.638693 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.639193 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: extra_dhcp_opt May 10 20:07:38.639509 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: extraroute.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.640938 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.641437 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: extraroute May 10 20:07:38.641754 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: extraroute_atomic.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.643011 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.643523 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: extraroute-atomic May 10 20:07:38.643843 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: filter_validation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.644507 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.645010 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: filter-validation May 10 20:07:38.645326 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: fip_pf_description.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.646268 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.646774 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 20:07:38.647091 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: fip_pf_port_range.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.648008 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.648509 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 10 20:07:38.648824 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: fip_port_details.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.649733 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.650277 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: fip-port-details May 10 20:07:38.650597 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: flavors.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.651828 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.652349 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: flavors May 10 20:07:38.652673 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.654379 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.654900 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 20:07:38.655233 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: floatingip_pools.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.659559 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.659559 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: floatingip-pools May 10 20:07:38.659559 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: ip_allocation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.660104 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.660614 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension ip_allocation not supported by any of loaded plugins May 10 20:07:38.660936 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.661862 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.662402 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: ip-substring-filtering May 10 20:07:38.662726 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: l2_adjacency.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.663677 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.664183 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 20:07:38.664500 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: l3.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.665481 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.666056 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: router May 10 20:07:38.666352 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.668584 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.669114 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 20:07:38.669437 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.670396 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.670909 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: ext-gw-mode May 10 20:07:38.671238 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.672189 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.672702 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: l3-ha May 10 20:07:38.673030 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.673943 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.674490 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 10 20:07:38.681617 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: l3_flavors.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.682313 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.682826 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: l3-flavors May 10 20:07:38.683147 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.684525 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.685042 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 10 20:07:38.685368 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.686353 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.686870 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 20:07:38.687195 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: l3agentscheduler.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.688755 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.689270 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: l3_agent_scheduler May 10 20:07:38.689595 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: local_ip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.692923 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.693448 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension local_ip not supported by any of loaded plugins May 10 20:07:38.693781 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: logging.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.695282 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.695813 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension logging not supported by any of loaded plugins May 10 20:07:38.696148 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: metering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.696905 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.697495 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: metering May 10 20:07:38.697826 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.698957 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.699477 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: metering_source_and_destination_fields May 10 20:07:38.699803 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: multiprovidernet.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.700731 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.701240 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: multi-provider May 10 20:07:38.701562 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: netmtu.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.702530 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.703639 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: net-mtu May 10 20:07:38.703957 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: netmtu_writable.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.704880 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.705385 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: net-mtu-writable May 10 20:07:38.705708 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: network_availability_zone.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.706670 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.707171 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: network_availability_zone May 10 20:07:38.707486 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: network_ip_availability.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.708597 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.709109 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: network-ip-availability May 10 20:07:38.709429 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: network_segment_range.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.710233 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.710738 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension network-segment-range not supported by any of loaded plugins May 10 20:07:38.711055 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: pagination.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.719890 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.720221 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: pagination May 10 20:07:38.720539 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: port_device_profile.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.721468 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.721983 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: port-device-profile May 10 20:07:38.722334 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: port_mac_address_override.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.723277 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.723791 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: port-mac-override May 10 20:07:38.724112 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.725039 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.725540 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: port-mac-address-regenerate May 10 20:07:38.725864 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.726810 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.727320 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: port-numa-affinity-policy May 10 20:07:38.727641 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: port_resource_request.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.728548 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.729051 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension port-resource-request not supported by any of loaded plugins May 10 20:07:38.729372 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: port_resource_request_groups.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.730362 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.730869 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 10 20:07:38.731189 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: portbindings.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.732123 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.732629 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: binding May 10 20:07:38.732947 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: portbindings_extended.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.734268 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.734781 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: binding-extended May 10 20:07:38.735109 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: portsecurity.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.736025 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.736536 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: port-security May 10 20:07:38.736856 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: project_id.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.737841 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.738200 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: project-id May 10 20:07:38.738520 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: providernet.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.739464 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.739976 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: provider May 10 20:07:38.740296 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: qos.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.744037 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.747996 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension qos not supported by any of loaded plugins May 10 20:07:38.747996 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.748935 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.749454 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 20:07:38.750334 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.751282 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.751792 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 20:07:38.752113 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: qos_default.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.753027 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.753537 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension qos-default not supported by any of loaded plugins May 10 20:07:38.753860 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: qos_fip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.754809 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.755316 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension qos-fip not supported by any of loaded plugins May 10 20:07:38.755640 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.756568 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.757072 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 10 20:07:38.757389 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: qos_gateway_ip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.758340 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.758849 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 20:07:38.759168 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: qos_port_network_policy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.760087 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.760593 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 20:07:38.760913 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.761964 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.762510 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 10 20:07:38.762837 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.763879 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.764393 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 10 20:07:38.764718 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: qos_pps_rule.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.766494 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.767005 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension qos-pps not supported by any of loaded plugins May 10 20:07:38.767328 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: qos_rule_type_details.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.768252 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.768763 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 20:07:38.769086 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.770005 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.770541 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 10 20:07:38.770864 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: qos_rules_alias.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.771900 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.772410 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 20:07:38.772733 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: quota_check_limit.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.778845 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.779359 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: quota-check-limit May 10 20:07:38.779682 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: quotasv2.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.780636 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.780964 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: quotas May 10 20:07:38.781310 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: quotasv2_detail.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.783118 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.783457 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: quota_details May 10 20:07:38.783781 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: rbac.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.784851 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.785381 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: rbac-policies May 10 20:07:38.785708 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: rbac_address_group.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.786677 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.787198 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: rbac-address-group May 10 20:07:38.787524 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: rbac_address_scope.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.788455 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.788973 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: rbac-address-scope May 10 20:07:38.789297 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: rbac_security_groups.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.790254 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.790774 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: rbac-security-groups May 10 20:07:38.791098 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: rbac_subnetpool.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.792024 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.792542 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: rbac-subnetpool May 10 20:07:38.792912 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: revisionifmatch.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.793787 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.794335 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: revision-if-match May 10 20:07:38.794652 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: revisions.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.795819 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.796333 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: standard-attr-revisions May 10 20:07:38.796690 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: router_availability_zone.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.797366 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.797876 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: router_availability_zone May 10 20:07:38.798231 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: routerservicetype.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.799158 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.799710 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension router-service-type not supported by any of loaded plugins May 10 20:07:38.800029 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.800958 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.801514 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: security-groups-normalized-cidr May 10 20:07:38.801837 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.802789 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.803895 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: port-security-groups-filtering May 10 20:07:38.804218 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.805217 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.805743 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: security-groups-remote-address-group May 10 20:07:38.806069 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.807150 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.807677 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: security-groups-shared-filtering May 10 20:07:38.808002 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.808598 dv-cinder-828805-2-iscsi neutron-server[104013]: WARNING neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 10 20:07:38.808920 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: securitygroup.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.819113 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.819633 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: security-group May 10 20:07:38.819964 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: segment.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.820693 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.821206 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension segment not supported by any of loaded plugins May 10 20:07:38.821529 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.822520 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.823030 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 20:07:38.823353 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: servicetype.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.824446 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.824963 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: service-type May 10 20:07:38.825286 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: sorting.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.826307 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.826635 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: sorting May 10 20:07:38.826956 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: standard_attr_segment.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.828466 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.828992 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 20:07:38.829312 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: standardattrdescription.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.829965 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.830508 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: standard-attr-description May 10 20:07:38.830829 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: stateful_security_group.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.832041 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.832615 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: stateful-security-group May 10 20:07:38.832878 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: stdattrs_common.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.833483 dv-cinder-828805-2-iscsi neutron-server[104013]: WARNING neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 20:07:38.833791 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.834715 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.835233 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 20:07:38.835553 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: subnet_onboard.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.836632 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.837150 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: subnet_onboard May 10 20:07:38.837474 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.838454 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.838964 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 20:07:38.839285 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: subnet_service_types.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.840213 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.840728 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: subnet-service-types May 10 20:07:38.841048 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: subnetallocation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.842163 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.842686 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: subnet_allocation May 10 20:07:38.843014 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.843713 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.844233 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: subnetpool-prefix-ops May 10 20:07:38.844552 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.845487 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.845991 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 20:07:38.846348 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: tagging.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.847445 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.847960 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: standard-attr-tag May 10 20:07:38.848284 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: timestamp.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.849499 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.850016 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loaded extension: standard-attr-timestamp May 10 20:07:38.850369 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: trunk.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.851400 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.851920 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension trunk not supported by any of loaded plugins May 10 20:07:38.852252 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: trunk_details.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.853172 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.853687 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension trunk-details not supported by any of loaded plugins May 10 20:07:38.854009 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: uplink_status_propagation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.854961 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.855475 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 20:07:38.855798 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Loading extension file: vlantransparent.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:07:38.856466 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:07:38.856976 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 20:07:38.859597 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:network May 10 20:07:38.860115 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:subnet May 10 20:07:38.860511 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:subnetpool May 10 20:07:38.860897 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:port May 10 20:07:38.862170 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:07:38.862619 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service FLAVORS assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:07:38.863242 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:07:38.863683 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:07:38.864016 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:router May 10 20:07:38.864448 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:floatingip May 10 20:07:38.864932 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service METERING assigned prefix: /metering {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:07:38.866418 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.866797 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.867150 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:07:38.868162 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of CountableResource for resource:rbac_policy May 10 20:07:38.868605 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:security_group May 10 20:07:38.869042 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 20:07:38.869641 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service CORE assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:07:38.869976 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:subnetpool May 10 20:07:38.870347 dv-cinder-828805-2-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] subnetpool is already registered May 10 20:07:38.870773 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service CORE assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:07:38.871105 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:subnetpool May 10 20:07:38.871434 dv-cinder-828805-2-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] subnetpool is already registered May 10 20:07:38.873689 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:07:38.874153 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service FLAVORS assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:07:38.875259 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:07:38.875692 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:07:38.876023 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:router May 10 20:07:38.876357 dv-cinder-828805-2-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] router is already registered May 10 20:07:38.876776 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:floatingip May 10 20:07:38.877110 dv-cinder-828805-2-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] floatingip is already registered May 10 20:07:38.877567 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service METERING assigned prefix: /metering {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:07:38.878334 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of CountableResource for resource:rbac_policy May 10 20:07:38.878663 dv-cinder-828805-2-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] rbac_policy is already registered May 10 20:07:38.879079 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:security_group May 10 20:07:38.879406 dv-cinder-828805-2-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] security_group is already registered May 10 20:07:38.879809 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 20:07:38.880138 dv-cinder-828805-2-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] security_group_rule is already registered May 10 20:07:38.880761 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service CORE assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:07:38.881094 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:subnetpool May 10 20:07:38.881423 dv-cinder-828805-2-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] subnetpool is already registered May 10 20:07:38.881843 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Service CORE assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:07:38.882190 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Creating instance of TrackedResource for resource:subnetpool May 10 20:07:38.882521 dv-cinder-828805-2-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] subnetpool is already registered May 10 20:07:38.883006 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: extensions {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.884481 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: address-groups {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.885942 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: address-scopes {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.887272 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: agents {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.888429 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: auto-allocated-topology {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.889658 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: availability_zones {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.891482 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: dhcp-networks {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.892998 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: dhcp-agents {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.894432 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: routers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.896606 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: flavors {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.897767 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: service_profiles {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.899002 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: next_providers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.900439 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: service_profiles {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.901968 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: floatingip-pools {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.903225 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: routers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.905295 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: floatingips {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.907524 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: l3-routers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.908916 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: l3-agents {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.910358 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: metering-labels {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.911699 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: metering-label-rules {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.912966 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: network-ip-availabilities {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.914249 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: bindings {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.915905 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: quotas {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.917447 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: quotas {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.919008 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: rbac-policies {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.920298 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: security-groups {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.921505 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: security-group-rules {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.922806 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: service-providers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.924006 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: subnetpools {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.925416 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: subnetpools {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.926913 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.928565 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.930383 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.932141 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.933919 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.935787 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.937994 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.939931 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.941678 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.943539 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:07:38.949405 dv-cinder-828805-2-iscsi neutron-server[104013]: WARNING keystonemiddleware.auth_token [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 20:07:38.955260 dv-cinder-828805-2-iscsi neutron-server[104013]: WARNING keystonemiddleware.auth_token [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 20:07:38.964363 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Acquired lock "singleton_lock" {{(pid=104013) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 10 20:07:38.964840 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Releasing lock "singleton_lock" {{(pid=104013) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 10 20:07:38.965492 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO oslo_service.service [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Starting 2 workers May 10 20:07:38.970414 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Started child 104124 {{(pid=104013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 20:07:38.974969 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Started child 104125 {{(pid=104013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 20:07:38.975764 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:38.976558 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO neutron.service [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 20:07:38.977220 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:38.977322 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [-] (104124) wsgi starting up on http://0.0.0.0:9696 May 10 20:07:38.979639 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO oslo_service.service [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Starting 1 workers May 10 20:07:38.979753 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:38.981097 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [-] (104125) wsgi starting up on http://0.0.0.0:9696 May 10 20:07:38.984934 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Started child 104126 {{(pid=104013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 20:07:38.985464 dv-cinder-828805-2-iscsi neutron-server[104013]: INFO oslo_service.service [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Starting 1 workers May 10 20:07:38.988538 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.service [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] calling RpcWorker wait() {{(pid=104126) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 20:07:38.989171 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.service [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] returning from RpcWorker wait() {{(pid=104126) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 20:07:38.990006 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Started child 104127 {{(pid=104013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 20:07:38.990448 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:38.990808 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbd1bd14-889d-4666-882c-173fa21e5e66 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:38.990944 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:38.992656 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104013) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 20:07:38.992890 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 20:07:38.993072 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 20:07:38.993299 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 20:07:38.993635 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 20:07:38.993793 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 20:07:38.994378 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.994675 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.994909 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:38.995369 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.995369 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.995758 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.996006 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:38.996101 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.996267 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.996544 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.996800 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.996973 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.997141 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.997396 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.997634 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.997960 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.998298 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.998488 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.998740 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.998915 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.999179 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.999440 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:38.999695 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.000509 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] debug = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.000771 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.001267 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.001519 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.001788 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.002009 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.002329 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.002560 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.002815 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.003063 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.003320 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.003542 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.003812 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.004063 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.004302 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.004520 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.004778 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.005001 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.005471 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] host = dv-cinder-828805-2-iscsi {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.005720 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.005971 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.006264 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.006524 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.006800 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.007039 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.007314 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.007562 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.007848 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.008097 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.008368 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.008637 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.008862 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.009113 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.009281 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_options = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.009526 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.009791 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.010049 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.010267 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.010432 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.010597 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.010849 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.011016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.011276 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.011494 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.011712 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.011928 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.012206 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.012426 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.012678 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.012913 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.013134 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.013433 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.013612 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.013876 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.014116 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.014352 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.014592 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.014813 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.015029 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.015290 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.016049 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.016297 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.016540 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.016784 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.017048 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.017310 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.017558 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.017791 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.018064 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.018353 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.018536 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.018752 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.019016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.019243 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.019489 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.019756 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.019971 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.020219 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.020436 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.020655 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.020893 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_json = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.021111 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.021331 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.021581 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.021819 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.022038 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.022275 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.022641 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.022794 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.023810 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.024044 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.024319 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.024615 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.024890 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.025410 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.025887 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.026167 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.026394 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.026648 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.026882 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.027229 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.027471 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.027799 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.028077 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.028537 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.028674 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.028873 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.029132 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.029385 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.029611 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.029845 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.030060 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.030371 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036645 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036645 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036645 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036645 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036645 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036645 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036645 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.036645 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037207 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037207 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037207 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037207 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037207 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037207 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037207 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037207 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037207 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037979 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037979 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037979 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037979 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037979 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.037979 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.038495 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.038495 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.038717 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.038803 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.039012 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.039266 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.039482 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.039701 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.039936 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.040161 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.040391 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.040606 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.040843 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.041057 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.041283 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.041504 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.041715 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.041949 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.042192 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.042407 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.042643 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.042884 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.043099 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.043317 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.043537 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.043746 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.044036 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.044199 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.044393 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.044574 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.044786 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.045024 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.045258 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.045473 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.045708 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.045952 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.046196 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.046529 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.047291 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.047544 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.047783 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.048049 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.048268 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.048513 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.048767 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.049366 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.049366 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.049608 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.049735 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.049929 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.050210 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.050432 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.050689 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.050929 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.051150 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.051410 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.051709 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.052069 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.052214 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.052353 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.052615 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.052853 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.053091 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.053325 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.053634 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.053874 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.054170 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.054372 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.054666 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.054958 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.056199 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.056199 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.056199 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.056199 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.056899 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.056899 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.056899 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.057306 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.057306 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.057577 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.057717 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.057900 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.059564 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.059564 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.059564 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.059564 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.059564 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.059564 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.060384 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.060384 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.060384 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.060384 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.060953 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.060953 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.061607 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.061607 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.061607 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.062023 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.062023 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.062314 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.063064 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.063284 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.063526 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.063766 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.063982 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.064244 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.064498 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.064745 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.064957 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.065177 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.066017 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.066017 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.066017 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.067016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.067016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.067016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.067016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.067016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.067686 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.067686 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.067686 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.068537 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.068537 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.068537 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.068930 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.068930 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.069740 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.069740 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.069740 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.070194 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.070194 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.070474 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.070474 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.070745 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.070884 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.071100 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.071354 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.071616 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.071903 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.072389 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.072552 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.072748 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.073005 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.073259 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.073484 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.073704 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.073969 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.074290 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.074532 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.074930 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.074930 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.075205 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.075353 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.075911 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.075911 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.076236 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.076408 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.076551 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.078990 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.078990 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.078990 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.078990 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.078990 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.078990 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.078990 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.078990 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.078990 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.080365 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.080365 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.080365 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.080365 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.080365 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.080365 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.080365 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.080365 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.081728 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.081728 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.081728 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.081728 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.081728 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.082467 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.082467 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.082467 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.082876 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.082876 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.083198 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.083198 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.083510 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.083651 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.083797 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.083937 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.084148 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.084408 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.084607 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.084811 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.085047 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.085265 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.085477 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.085708 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.085944 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.086176 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.086405 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.086622 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.086834 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.087142 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.087404 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.087625 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.087922 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.088174 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.088444 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.089724 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.089724 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.089724 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.089724 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.089724 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.090152 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.090152 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.090395 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.090753 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.091028 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.091271 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.091527 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.091798 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.092093 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.092364 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.092607 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.092901 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.093228 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.093535 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.093801 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.094073 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.094347 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.094581 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.094796 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.095037 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.095258 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.095476 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.095718 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.095950 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.096194 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.096395 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.096667 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.096906 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.097164 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.097377 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.097602 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.097822 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.098016 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 20:07:39.098561 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104013) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 20:07:39.098732 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 20:07:39.099258 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 20:07:39.099258 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 20:07:39.099258 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 20:07:39.099452 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 20:07:39.099568 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.099704 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.099867 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.100030 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.100212 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.100377 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.100533 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.100690 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.100852 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.101013 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.101173 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.101337 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.101502 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.101661 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.101821 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.101975 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.102169 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.102338 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.102497 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.102835 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.102997 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.103159 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] debug = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.103322 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.103517 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.103685 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.103845 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.104007 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.104166 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.104325 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.104492 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.104651 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.104812 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.104973 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.105132 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.105291 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.105451 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.105655 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.105780 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.105912 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.106127 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] host = dv-cinder-828805-2-iscsi {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.106255 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.106417 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.106577 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.106737 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.106896 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.107060 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.107219 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.107379 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.107701 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.107865 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.108955 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:39.110341 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.110720 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.111548 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.111910 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.112095 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_options = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.112192 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 48498) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:39.112280 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.112452 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.112603 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.112912 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.113241 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.113421 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.113587 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.113779 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.113913 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.114971 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.114971 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.114971 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.114971 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.114971 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.115323 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.115323 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.115467 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.116022 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.116022 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.116022 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.116022 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.116282 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.116358 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.117189 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.117189 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.117189 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.117189 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.117189 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.117514 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.117663 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.117790 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.117925 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120060 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120060 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120060 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120060 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120060 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120060 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120060 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120060 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120547 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120547 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120547 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120547 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120547 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120547 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120547 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_json = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120547 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120971 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120971 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120971 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.120971 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.121203 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.121267 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.121338 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069671 May 10 20:07:39.121412 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.121609 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:07:39.121928 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.121928 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.122120 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.122228 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.122392 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.123099 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.123269 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.123410 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.123577 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.123732 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.123902 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.124069 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.124937 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.124937 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.124937 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.124937 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.124937 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.125394 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.125394 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.125394 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.125601 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.125677 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.125840 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.125840 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.125840 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.125840 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.125840 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.127063 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.127063 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.127184 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.127249 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.127431 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.127574 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.127858 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.128470 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.129474 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.129474 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.129474 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.129474 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.129474 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.129474 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.129839 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.129839 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.129839 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.130283 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.130283 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.130431 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.130497 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.130663 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.130809 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.130969 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.131133 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.132090 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.132090 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.132090 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.132090 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.132090 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.132090 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.132442 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.132442 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.132576 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.132774 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.132864 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.133010 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.133154 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.133293 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.133430 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.133592 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.133825 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.133997 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.134191 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.134342 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.134506 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.134672 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.134838 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.134993 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.135154 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.135311 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.135468 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.135630 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.135793 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.135956 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.136125 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.136297 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.136446 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.136605 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.136793 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.136956 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.137119 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.137288 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.137433 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.137615 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.138425 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.138425 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.138661 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.138822 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.138974 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.139118 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.139288 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.139443 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.139600 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.139769 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.139979 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.140143 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.140295 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.142106 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.142106 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.142106 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.142106 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.142106 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.142106 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.142106 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.142106 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.142773 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.143087 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.143276 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.143427 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.143572 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.143751 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.143908 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.144078 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.144245 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.144417 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.144596 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.144768 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.144919 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.145219 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.145536 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.145703 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.145862 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.146028 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.146219 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.146380 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.146544 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.146719 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.146883 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.147046 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.147211 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.147399 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.147582 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.147743 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.147876 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.148030 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.148187 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.148347 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.148503 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.148663 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.148820 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.148987 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.149150 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.149314 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.149479 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.149642 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.149805 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.149970 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.150148 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.150311 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.150476 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.150643 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.150805 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.150980 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.151126 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.151292 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.151454 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.151616 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.151826 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.151948 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.152085 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.152247 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.152408 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.152571 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.152733 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.152895 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.153056 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.153306 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.153446 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.153582 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.153706 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.153827 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.153989 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.154305 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.154305 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.154592 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.154729 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.154866 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.155014 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.155151 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.155287 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.155423 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.156658 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.156815 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.156952 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.157088 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.157297 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.157465 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.157603 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.157740 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.157876 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.158011 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.158187 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.158356 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.158521 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.158750 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.158954 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.159062 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.159167 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.159298 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.159460 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.160456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.160456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.160456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.160456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.160456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.160456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.161060 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.161060 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.161060 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.161432 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.161691 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.161927 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.161927 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.163456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.163456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.163456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.163456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.163456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.163456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.163456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.163456 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.164532 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.164532 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.164532 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.164532 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.164532 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.164532 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.164532 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.164532 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.165526 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.165526 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.165526 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.165526 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.165526 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.165526 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.165526 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.166045 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.166045 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.166045 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.166045 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.167369 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.167369 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.167608 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.167608 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.169514 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.169514 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.169514 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.169514 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.169514 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.169514 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.169514 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.169514 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.170531 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.170531 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.170531 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.170531 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.170531 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.170531 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.170531 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.170531 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.171763 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.171763 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.171763 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.171763 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.171763 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.171763 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.171763 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.171763 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.172355 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.172355 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.172355 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.172355 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.172355 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.172355 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.172765 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.172765 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.172765 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.172978 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.173096 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.173237 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.173772 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.173772 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.173772 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.174044 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.174044 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.174216 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.174346 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.174470 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.174634 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.174798 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.174961 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.175123 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.175285 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:07:39.175441 dv-cinder-828805-2-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 20:07:50.690376 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645a88ef-d5b4-4ea0-9f04-9822d5d44498 None None] get_active_networks_info from dv-cinder-828805-2-iscsi {{(pid=104126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 10 20:07:50.814410 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645a88ef-d5b4-4ea0-9f04-9822d5d44498 None None] No non-hosted networks {{(pid=104126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 20:07:50.825936 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.agentschedulers_db [None req-645a88ef-d5b4-4ea0-9f04-9822d5d44498 None None] DHCP Agent not found on host dv-cinder-828805-2-iscsi {{(pid=104126) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 10 20:07:50.975809 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e48549ab-a855-4710-a51d-ba4a6b29c415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499888'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:53.102419 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-01313728-87c0-4b92-aa63-24a151cb710a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499888'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:53.142523 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.db.api [None req-69b1bbe1-9fb7-46c3-8a32-c71d13eaa0c2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-828805-2-iscsi {{(pid=104126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 20:07:53.143326 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG oslo_db.api [None req-69b1bbe1-9fb7-46c3-8a32-c71d13eaa0c2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 20:07:53.713324 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-69b1bbe1-9fb7-46c3-8a32-c71d13eaa0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:54.072291 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 48566) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:54.355551 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499888'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:54.631591 dv-cinder-828805-2-iscsi neutron-server[104124]: WARNING oslo_policy.policy [None req-6e8f809d-6c94-4ec2-8f5b-646a64bdd509 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:07:54.632300 dv-cinder-828805-2-iscsi neutron-server[104124]: WARNING oslo_policy.policy [None req-6e8f809d-6c94-4ec2-8f5b-646a64bdd509 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:07:54.855411 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [None req-6e8f809d-6c94-4ec2-8f5b-646a64bdd509 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:07:54.870145 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6e8f809d-6c94-4ec2-8f5b-646a64bdd509 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7824540 May 10 20:07:55.655439 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499888'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:57.160211 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499888'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:57.160907 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.165243 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.165243 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.165243 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.165243 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.165243 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.165639 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.165639 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.165639 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.165639 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.165639 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.166121 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.166121 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.166121 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.166742 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:57.167148 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828805-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:57.174865 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828805-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:57.423529 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 48600) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:57.974704 dv-cinder-828805-2-iscsi neutron-server[104125]: WARNING oslo_policy.policy [None req-c9ab1368-be37-41d9-954b-76a34bcfff71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:07:57.975340 dv-cinder-828805-2-iscsi neutron-server[104125]: WARNING oslo_policy.policy [None req-c9ab1368-be37-41d9-954b-76a34bcfff71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:07:58.196677 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-c9ab1368-be37-41d9-954b-76a34bcfff71 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:07:58.288082 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.policy [None req-c9ab1368-be37-41d9-954b-76a34bcfff71 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104125) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 20:07:58.329329 dv-cinder-828805-2-iscsi neutron-server[104125]: WARNING oslo_policy.policy [None req-c9ab1368-be37-41d9-954b-76a34bcfff71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:07:58.329681 dv-cinder-828805-2-iscsi neutron-server[104125]: WARNING oslo_policy.policy [None req-c9ab1368-be37-41d9-954b-76a34bcfff71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:07:58.500057 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9ab1368-be37-41d9-954b-76a34bcfff71 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756481211455', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756481196491', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756481228670', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756481171871', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756481176063', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756481168613', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1272832', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1367290', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8094560', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8020701'] for rbac-policy (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:58.706503 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9ab1368-be37-41d9-954b-76a34bcfff71 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:58.707777 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c9ab1368-be37-41d9-954b-76a34bcfff71 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2832203 May 10 20:08:01.194350 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.db.l3_hamode_db [None req-4bc24f52-01ea-4e5f-a288-45bcd36e6093 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 20:08:01.274108 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc24f52-01ea-4e5f-a288-45bcd36e6093 None None] Routers set() bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:08:01.274513 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc24f52-01ea-4e5f-a288-45bcd36e6093 None None] Router IDs set() for agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 20:08:01.471365 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 48618) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:01.815418 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:01.931603 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Made reservation on behalf of 675b1b490743424e9d44dd2e484dfa95 for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:08:01.935439 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:01.953809 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:02.060566 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Publish callbacks [] for security_group (a7300373-f576-4bfd-83f6-ad2c16eab1e6), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:02.128790 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (a7300373-f576-4bfd-83f6-ad2c16eab1e6), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:02.153450 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:08:02.188728 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756478087720', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (f20374bf-09ef-495f-ba11-af2baa81f8ce), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:02.189338 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Unsubscribe: segment precommit_create {{(pid=104125) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 20:08:02.189831 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Added segment f20374bf-09ef-495f-ba11-af2baa81f8ce of type vlan for network 9c82f2e9-4b20-469c-998a-ff80553949d7 May 10 20:08:02.206504 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a7300373-f576-4bfd-83f6-ad2c16eab1e6,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:02.258372 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.258708 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.259059 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.259406 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.259735 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.260058 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.260373 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.260687 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.261002 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.261317 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.261668 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.262000 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.262339 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.262908 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.263222 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Tracked resource versions report: May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: pushed versions: May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: { 'AddressGroup': {'1.2'}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Agent': {'1.1'}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'ConntrackHelper': {'1.0'}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'LocalIPAssociation': {'1.0'}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Log': {'1.0'}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'NDPProxy': {'1.0'}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Network': {'1.1'}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Port': {'1.7'}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'PortForwarding': {'1.3'}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'QosPolicy': {'1.10'}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'SecurityGroup': {'1.5'}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'SecurityGroupRule': {'1.2'}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'SubPort': {'1.0'}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Subnet': {'1.1'}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Trunk': {'1.1'}} May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: consumer versions: May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: { DHCP agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: L3 agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: Metadata agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: Metering agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: Open vSwitch agent@dv-cinder-828805-2-iscsi: { 'AddressGroup': '1.2', May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Agent': '1.1', May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'ConntrackHelper': '1.0', May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'LocalIPAssociation': '1.0', May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Log': '1.0', May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'NDPProxy': '1.0', May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Network': '1.1', May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Port': '1.7', May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'PortForwarding': '1.3', May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'QosPolicy': '1.10', May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'SecurityGroup': '1.5', May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'SecurityGroupRule': '1.2', May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'SubPort': '1.0', May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Subnet': '1.1', May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Trunk': '1.1'}} May 10 20:08:02.265326 dv-cinder-828805-2-iscsi neutron-server[104125]: {{(pid=104125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:08:02.301430 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (9c82f2e9-4b20-469c-998a-ff80553949d7), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:02.434555 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (9c82f2e9-4b20-469c-998a-ff80553949d7), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:02.440344 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:02.441064 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:02.553820 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] Pushing event updated for resources: {'Network': ['ID=9c82f2e9-4b20-469c-998a-ff80553949d7,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:02.569450 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 9c82f2e9-4b20-469c-998a-ff80553949d7 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:08:02.588910 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f02d9017-2911-445c-9aba-7a9791a65efa demo demo] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1164708 May 10 20:08:05.095966 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 48630) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:05.636561 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.policy [None req-ddad76fd-a53b-43a4-a26b-bab865ea09e9 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104124) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 20:08:05.678188 dv-cinder-828805-2-iscsi neutron-server[104124]: WARNING oslo_policy.policy [None req-ddad76fd-a53b-43a4-a26b-bab865ea09e9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:08:05.678563 dv-cinder-828805-2-iscsi neutron-server[104124]: WARNING oslo_policy.policy [None req-ddad76fd-a53b-43a4-a26b-bab865ea09e9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:08:05.686211 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad76fd-a53b-43a4-a26b-bab865ea09e9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:05.687975 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ddad76fd-a53b-43a4-a26b-bab865ea09e9 demo admin] 10.222.0.65 "GET /v2.0/networks/9c82f2e9-4b20-469c-998a-ff80553949d7 HTTP/1.1" status: 200 len: 825 time: 0.5905471 May 10 20:08:05.727498 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7ae2aeb5-5172-460e-8e4b-b73caab6c534 demo admin] 10.222.0.65 "GET /v2.0/subnetpools/cd69ffec-6c5d-4386-8fe8-6aeb52c96e32 HTTP/1.1" status: 200 len: 734 time: 0.0337141 May 10 20:08:05.738768 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'cd69ffec-6c5d-4386-8fe8-6aeb52c96e32'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:05.825526 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Made reservation on behalf of 675b1b490743424e9d44dd2e484dfa95 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:08:05.828910 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:06.191785 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for subnet (af55434c-1537-4d3d-9049-545c5164cb3f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:06.265129 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Checking segment: {'id': 'f20374bf-09ef-495f-ba11-af2baa81f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:08:06.265526 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Network hostable DHCP agents. Network: 9c82f2e9-4b20-469c-998a-ff80553949d7, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:08:06.274864 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Pushing event updated for resources: {'Subnet': ['ID=af55434c-1537-4d3d-9049-545c5164cb3f,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:06.287459 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.287797 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.288148 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.288493 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.288820 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.289139 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.289499 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.289815 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.290178 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.290498 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.290814 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.291142 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.291459 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.291771 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.292079 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Tracked resource versions report: May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: pushed versions: May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: { 'AddressGroup': {'1.2'}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Agent': {'1.1'}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'ConntrackHelper': {'1.0'}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'LocalIPAssociation': {'1.0'}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Log': {'1.0'}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'NDPProxy': {'1.0'}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Network': {'1.1'}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Port': {'1.7'}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'PortForwarding': {'1.3'}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'QosPolicy': {'1.10'}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'SecurityGroup': {'1.5'}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'SecurityGroupRule': {'1.2'}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'SubPort': {'1.0'}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Subnet': {'1.1'}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Trunk': {'1.1'}} May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: consumer versions: May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: { DHCP agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: L3 agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: Metadata agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: Metering agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: Open vSwitch agent@dv-cinder-828805-2-iscsi: { 'AddressGroup': '1.2', May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Agent': '1.1', May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'ConntrackHelper': '1.0', May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'LocalIPAssociation': '1.0', May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Log': '1.0', May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'NDPProxy': '1.0', May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Network': '1.1', May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Port': '1.7', May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'PortForwarding': '1.3', May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'QosPolicy': '1.10', May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'SecurityGroup': '1.5', May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'SecurityGroupRule': '1.2', May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'SubPort': '1.0', May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Subnet': '1.1', May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Trunk': '1.1'}} May 10 20:08:06.293563 dv-cinder-828805-2-iscsi neutron-server[104124]: {{(pid=104124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:08:06.423433 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Network 9c82f2e9-4b20-469c-998a-ff80553949d7 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:08:06.508534 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 9c82f2e9-4b20-469c-998a-ff80553949d7) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:06.513058 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:06.513672 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:06.519392 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b98ec8-6d2f-4b5c-bf2d-d644abb4666a None None] Network 9c82f2e9-4b20-469c-998a-ff80553949d7 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:08:06.620281 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-cd399a06-e6c6-4f3f-a75a-920b68422a79 demo admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8847680 May 10 20:08:06.779659 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638810d0-f44c-5805-8520-b13225ebd017-9c82f2e9-4b20-469c-998a-ff80553949d7', 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7', 'project_id': '675b1b490743424e9d44dd2e484dfa95', 'fixed_ips': [{'subnet_id': 'af55434c-1537-4d3d-9049-545c5164cb3f'}]}} from dv-cinder-828805-2-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:08:06.781744 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:07.067974 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Allocated IP 172.20.0.2 (9c82f2e9-4b20-469c-998a-ff80553949d7/af55434c-1537-4d3d-9049-545c5164cb3f/1d2e8f07-5915-408a-beeb-40154922008c) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:08:07.345080 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Publish callbacks [] for port (1d2e8f07-5915-408a-beeb-40154922008c), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:07.440682 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (1d2e8f07-5915-408a-beeb-40154922008c), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:07.511657 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Network 9c82f2e9-4b20-469c-998a-ff80553949d7 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:07.518269 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:07.531925 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:08:07.535059 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Pushing event updated for resources: {'Port': ['ID=1d2e8f07-5915-408a-beeb-40154922008c,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:07.565983 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.566352 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.566696 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.567053 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.567384 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.567706 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.568025 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.568341 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.568657 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.568971 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.569286 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.569614 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.569926 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.570266 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.570579 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Tracked resource versions report: May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: pushed versions: May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: { 'AddressGroup': {'1.2'}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Agent': {'1.1'}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'ConntrackHelper': {'1.0'}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'LocalIPAssociation': {'1.0'}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Log': {'1.0'}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'NDPProxy': {'1.0'}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Network': {'1.1'}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Port': {'1.7'}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'PortForwarding': {'1.3'}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'QosPolicy': {'1.10'}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'SecurityGroup': {'1.5'}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'SecurityGroupRule': {'1.2'}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'SubPort': {'1.0'}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Subnet': {'1.1'}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Trunk': {'1.1'}} May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: consumer versions: May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: { DHCP agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: L3 agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: Metadata agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: Metering agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: Open vSwitch agent@dv-cinder-828805-2-iscsi: { 'AddressGroup': '1.2', May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Agent': '1.1', May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'ConntrackHelper': '1.0', May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'LocalIPAssociation': '1.0', May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Log': '1.0', May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'NDPProxy': '1.0', May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Network': '1.1', May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Port': '1.7', May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'PortForwarding': '1.3', May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'QosPolicy': '1.10', May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'SecurityGroup': '1.5', May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'SecurityGroupRule': '1.2', May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'SubPort': '1.0', May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Subnet': '1.1', May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Trunk': '1.1'}} May 10 20:08:07.572053 dv-cinder-828805-2-iscsi neutron-server[104126]: {{(pid=104126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:08:07.627324 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Attempting to bind port 1d2e8f07-5915-408a-beeb-40154922008c on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:08:07.627677 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Attempting to bind port 1d2e8f07-5915-408a-beeb-40154922008c by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': 'f20374bf-09ef-495f-ba11-af2baa81f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:08:07.628573 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Attempting to bind port 1d2e8f07-5915-408a-beeb-40154922008c on network 9c82f2e9-4b20-469c-998a-ff80553949d7 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:08:07.633478 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:08:07.633868 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Checking segment: {'id': 'f20374bf-09ef-495f-ba11-af2baa81f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:08:07.634395 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:07.634787 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Bound using segment: {'id': 'f20374bf-09ef-495f-ba11-af2baa81f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:08:07.635276 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Bound port: 1d2e8f07-5915-408a-beeb-40154922008c, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20374bf-09ef-495f-ba11-af2baa81f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:08:07.635682 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1d2e8f07-5915-408a-beeb-40154922008c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:07.699902 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] For port 1d2e8f07-5915-408a-beeb-40154922008c, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:08:07.722508 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] For port 1d2e8f07-5915-408a-beeb-40154922008c, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=1d2e8f07-5915-408a-beeb-40154922008c,segment=NetworkSegment(f20374bf-09ef-495f-ba11-af2baa81f8ce),segment_id=f20374bf-09ef-495f-ba11-af2baa81f8ce)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:08:07.823598 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (1d2e8f07-5915-408a-beeb-40154922008c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:07.891918 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c0977-f19d-4db8-b019-7b9c22139771 None None] Pushing event updated for resources: {'Port': ['ID=1d2e8f07-5915-408a-beeb-40154922008c,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:09.112161 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 48644) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:09.439007 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [None req-031ec11b-b8c2-49be-82b8-565270e3d087 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:08:09.440548 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-031ec11b-b8c2-49be-82b8-565270e3d087 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3268900 May 10 20:08:11.979796 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 48652) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:12.295695 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [None req-afa5387a-deba-4907-bcaf-015d43060b15 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:08:12.296692 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-afa5387a-deba-4907-bcaf-015d43060b15 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3159750 May 10 20:08:14.772828 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 48660) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:15.089494 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-81f3d460-c075-4f71-9d66-8092acea8766 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:15.182859 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-81f3d460-c075-4f71-9d66-8092acea8766 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-515458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11323'] for router (466d2c08-dea2-4c7d-89af-f0e20f46b494), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:15.185039 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-81f3d460-c075-4f71-9d66-8092acea8766 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11264'] for router (466d2c08-dea2-4c7d-89af-f0e20f46b494), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:15.330837 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-81f3d460-c075-4f71-9d66-8092acea8766 demo demo] Publish callbacks [] for router_controller (466d2c08-dea2-4c7d-89af-f0e20f46b494), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:15.505655 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-81f3d460-c075-4f71-9d66-8092acea8766 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514936'] for router (466d2c08-dea2-4c7d-89af-f0e20f46b494), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:15.599122 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-81f3d460-c075-4f71-9d66-8092acea8766 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:15.600543 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-81f3d460-c075-4f71-9d66-8092acea8766 demo demo] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8264661 May 10 20:08:16.036303 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:08:17.836924 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 1d2e8f07-5915-408a-beeb-40154922008c up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:08:17.928245 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 1d2e8f07-5915-408a-beeb-40154922008c triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:08:17.928661 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (1d2e8f07-5915-408a-beeb-40154922008c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:18.040237 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 1d2e8f07-5915-408a-beeb-40154922008c is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:18.040611 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1d2e8f07-5915-408a-beeb-40154922008c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:18.077096 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port 1d2e8f07-5915-408a-beeb-40154922008c, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=1d2e8f07-5915-408a-beeb-40154922008c,segment=NetworkSegment(f20374bf-09ef-495f-ba11-af2baa81f8ce),segment_id=f20374bf-09ef-495f-ba11-af2baa81f8ce)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:08:18.140092 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (1d2e8f07-5915-408a-beeb-40154922008c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:18.152938 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 48672) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:18.190266 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=1d2e8f07-5915-408a-beeb-40154922008c,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:18.503047 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [None req-3a6c0c88-6fbb-4afd-9dd0-1e0b8cab1dd8 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:08:18.504973 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3a6c0c88-6fbb-4afd-9dd0-1e0b8cab1dd8 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3500774 May 10 20:08:19.533045 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309d8e2-10b1-4fdc-839c-3fd88ad25d9e None None] Network 9c82f2e9-4b20-469c-998a-ff80553949d7 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:08:19.600409 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-89df0276-e13f-4d6f-8680-b9c1ca43b8bc None None] Provisioning complete for port 1d2e8f07-5915-408a-beeb-40154922008c triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:08:19.600788 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-89df0276-e13f-4d6f-8680-b9c1ca43b8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (1d2e8f07-5915-408a-beeb-40154922008c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:19.742366 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-89df0276-e13f-4d6f-8680-b9c1ca43b8bc None None] Current status of the port 1d2e8f07-5915-408a-beeb-40154922008c is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:19.832667 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 1d2e8f07-5915-408a-beeb-40154922008c up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:08:19.890473 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 1d2e8f07-5915-408a-beeb-40154922008c triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:08:19.890866 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (1d2e8f07-5915-408a-beeb-40154922008c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:19.970842 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-0c36b32e-40b1-4a75-82f0-c2cc2d343819 None None] Provisioning complete for port 1d2e8f07-5915-408a-beeb-40154922008c triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:08:19.971274 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0c36b32e-40b1-4a75-82f0-c2cc2d343819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (1d2e8f07-5915-408a-beeb-40154922008c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:19.999067 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 1d2e8f07-5915-408a-beeb-40154922008c is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:20.059051 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-0c36b32e-40b1-4a75-82f0-c2cc2d343819 None None] Current status of the port 1d2e8f07-5915-408a-beeb-40154922008c is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:20.710835 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1705a791-2e21-488f-afdf-61c5b8182820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:21.008771 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 48680) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:21.322208 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:21.416281 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Made reservation on behalf of 475f061ace89472aa69923909a044007 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:08:21.418696 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:21.434680 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:21.533523 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Publish callbacks [] for security_group (571f8ac1-75f2-420b-a473-65a99264fd04), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:21.610790 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (571f8ac1-75f2-420b-a473-65a99264fd04), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:21.632778 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Reserving flat network on physical network physnet1 {{(pid=104124) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 20:08:21.658327 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571f8ac1-75f2-420b-a473-65a99264fd04,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:21.665246 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756478087720', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (981107fb-783b-4312-8946-8f8795e0c761), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:21.665846 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Unsubscribe: segment precommit_create {{(pid=104124) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 20:08:21.666429 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Added segment 981107fb-783b-4312-8946-8f8795e0c761 of type flat for network 6687bf44-6b81-4c08-8ccb-c06067e5e244 May 10 20:08:21.726174 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (6687bf44-6b81-4c08-8ccb-c06067e5e244), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:21.838964 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (6687bf44-6b81-4c08-8ccb-c06067e5e244), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:21.839911 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:21.840482 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:21.930369 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] Pushing event updated for resources: {'Network': ['ID=6687bf44-6b81-4c08-8ccb-c06067e5e244,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:21.941521 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:08:21.961818 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5456008f-33ef-4b93-9453-704ad6cd0596 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9519503 May 10 20:08:23.076740 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fb2db985-8170-42fb-b25d-a94eaec26b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:24.313222 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:24.411155 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 48696) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:24.689101 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecff020a-2eaa-4685-8ea9-8aaff237fd77 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:24.690442 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ecff020a-2eaa-4685-8ea9-8aaff237fd77 demo admin] 10.222.0.65 "GET /v2.0/subnets/af55434c-1537-4d3d-9049-545c5164cb3f HTTP/1.1" status: 200 len: 849 time: 0.2783601 May 10 20:08:24.815018 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-43c4ad66-6b97-4113-99f5-81782df7b3f8 demo admin] 10.222.0.65 "GET /v2.0/routers/466d2c08-dea2-4c7d-89af-f0e20f46b494 HTTP/1.1" status: 200 len: 704 time: 0.1190012 May 10 20:08:25.092492 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:25.390356 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Allocated IP 172.20.0.1 (9c82f2e9-4b20-469c-998a-ff80553949d7/af55434c-1537-4d3d-9049-545c5164cb3f/5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:08:25.542286 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Publish callbacks [] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:25.610337 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:25.696418 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:25.764373 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Network 9c82f2e9-4b20-469c-998a-ff80553949d7 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:25.769070 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:25.775998 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:08:25.776523 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502831'] for router_interface (466d2c08-dea2-4c7d-89af-f0e20f46b494), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:25.840525 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Pushing event updated for resources: {'Port': ['ID=5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:26.051439 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:26.062118 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4729ee4f-ef41-494c-a54a-92be6e19a27d None None] Provisioning complete for port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:08:26.062499 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4729ee4f-ef41-494c-a54a-92be6e19a27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:26.099748 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4729ee4f-ef41-494c-a54a-92be6e19a27d None None] Port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:08:26.264390 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Publish callbacks [] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:26.332717 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:26.333400 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7908696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503314'] for router_interface (466d2c08-dea2-4c7d-89af-f0e20f46b494), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:26.411837 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Pushing event updated for resources: {'Port': ['ID=5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:26.460272 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Network 9c82f2e9-4b20-469c-998a-ff80553949d7 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:26.461562 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:26.699167 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Router 466d2c08-dea2-4c7d-89af-f0e20f46b494 is scheduled to L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:08:26.721497 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-00dc38f9-e91a-4dfa-9d14-6d323e6eec2f None None] Provisioning complete for port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:08:26.722026 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-00dc38f9-e91a-4dfa-9d14-6d323e6eec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:26.755395 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-00dc38f9-e91a-4dfa-9d14-6d323e6eec2f None None] Port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:08:26.793276 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:08:26.802590 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1d4d0b00-4a5f-453e-b40f-df6e697015b3 demo admin] 10.222.0.65 "PUT /v2.0/routers/466d2c08-dea2-4c7d-89af-f0e20f46b494/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9823978 May 10 20:08:26.805228 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Sync routers for ids ['466d2c08-dea2-4c7d-89af-f0e20f46b494'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:08:26.820131 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Routers {'466d2c08-dea2-4c7d-89af-f0e20f46b494'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:08:26.820987 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:08:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['466d2c08-dea2-4c7d-89af-f0e20f46b494'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:27.023535 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Set router 466d2c08-dea2-4c7d-89af-f0e20f46b494 gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:08:27.181677 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.456314 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'name': 'router1', 'tenant_id': '675b1b490743424e9d44dd2e484dfa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:08:15Z', 'updated_at': '2022-05-10T20:08:25Z', 'revision_number': 2, 'project_id': '675b1b490743424e9d44dd2e484dfa95', 'gw_port_host': None, '_interfaces': [{'id': '5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8', 'name': '', 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7', 'tenant_id': '675b1b490743424e9d44dd2e484dfa95', 'mac_address': 'fa:16:3e:57:8b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af55434c-1537-4d3d-9049-545c5164cb3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:08:25Z', 'updated_at': '2022-05-10T20:08:26Z', 'revision_number': 2, 'project_id': '675b1b490743424e9d44dd2e484dfa95', 'subnets': [{'id': 'af55434c-1537-4d3d-9049-545c5164cb3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd69ffec-6c5d-4386-8fe8-6aeb52c96e32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:27.507924 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Checking router: 466d2c08-dea2-4c7d-89af-f0e20f46b494 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:08:27.508290 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Updating router 466d2c08-dea2-4c7d-89af-f0e20f46b494 port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 binding host dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:08:27.591138 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.082939 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Publish callbacks [] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.158746 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.304310 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Pushing event updated for resources: {'Port': ['ID=5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:28.337567 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Attempting to bind port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:08:28.337962 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Attempting to bind port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': 'f20374bf-09ef-495f-ba11-af2baa81f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:08:28.338376 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Attempting to bind port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 on network 9c82f2e9-4b20-469c-998a-ff80553949d7 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:08:28.342595 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.342828 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.343121 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.343464 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.343992 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.344321 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.344646 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.344963 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.345285 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.345603 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.345920 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.346282 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.346607 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.346923 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.347237 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Tracked resource versions report: May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: pushed versions: May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: { 'AddressGroup': {'1.2'}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Agent': {'1.1'}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'ConntrackHelper': {'1.0'}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'LocalIPAssociation': {'1.0'}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Log': {'1.0'}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'NDPProxy': {'1.0'}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Network': {'1.1'}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Port': {'1.7'}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'PortForwarding': {'1.3'}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'QosPolicy': {'1.10'}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'SecurityGroup': {'1.5'}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'SecurityGroupRule': {'1.2'}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'SubPort': {'1.0'}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Subnet': {'1.1'}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Trunk': {'1.1'}} May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: consumer versions: May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: { DHCP agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: L3 agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: Metadata agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: Metering agent@dv-cinder-828805-2-iscsi: {}, May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: Open vSwitch agent@dv-cinder-828805-2-iscsi: { 'AddressGroup': '1.2', May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Agent': '1.1', May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'ConntrackHelper': '1.0', May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'LocalIPAssociation': '1.0', May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Log': '1.0', May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'NDPProxy': '1.0', May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Network': '1.1', May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Port': '1.7', May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'PortForwarding': '1.3', May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'QosPolicy': '1.10', May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'SecurityGroup': '1.5', May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'SecurityGroupRule': '1.2', May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'SubPort': '1.0', May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Subnet': '1.1', May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Trunk': '1.1'}} May 10 20:08:28.348707 dv-cinder-828805-2-iscsi neutron-server[104127]: {{(pid=104127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:08:28.355603 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:08:28.356021 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Checking segment: {'id': 'f20374bf-09ef-495f-ba11-af2baa81f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:08:28.356517 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.357464 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Bound using segment: {'id': 'f20374bf-09ef-495f-ba11-af2baa81f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:08:28.357970 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Bound port: 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20374bf-09ef-495f-ba11-af2baa81f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:08:28.358387 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.431989 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] For port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:08:28.452893 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] For port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8,segment=NetworkSegment(f20374bf-09ef-495f-ba11-af2baa81f8ce),segment_id=f20374bf-09ef-495f-ba11-af2baa81f8ce)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:08:28.525310 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.543945 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-bd1ace66-5e22-4dcb-b702-8a91a2324f66 None None] Provisioning complete for port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:08:28.544499 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bd1ace66-5e22-4dcb-b702-8a91a2324f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.580018 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136f780-db7a-46c2-9d5f-561835d2567f None None] Pushing event updated for resources: {'Port': ['ID=5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8,revision_number=4']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:28.596846 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Routers {'466d2c08-dea2-4c7d-89af-f0e20f46b494'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:08:28.597485 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:08:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['466d2c08-dea2-4c7d-89af-f0e20f46b494'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:28.633654 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ace66-5e22-4dcb-b702-8a91a2324f66 None None] Current status of the port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:28.667870 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bd1ace66-5e22-4dcb-b702-8a91a2324f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.671121 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-bd1ace66-5e22-4dcb-b702-8a91a2324f66 None None] For port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8,segment=NetworkSegment(f20374bf-09ef-495f-ba11-af2baa81f8ce),segment_id=f20374bf-09ef-495f-ba11-af2baa81f8ce)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:08:28.726072 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] Set router 466d2c08-dea2-4c7d-89af-f0e20f46b494 gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:08:28.779295 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bd1ace66-5e22-4dcb-b702-8a91a2324f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.829753 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ace66-5e22-4dcb-b702-8a91a2324f66 None None] Pushing event updated for resources: {'Port': ['ID=5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:28.901318 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-b6a5d964-4172-41c6-9220-796c9560c467 None None] Provisioning complete for port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:08:28.901746 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d964-4172-41c6-9220-796c9560c467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.942720 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'name': 'router1', 'tenant_id': '675b1b490743424e9d44dd2e484dfa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:08:15Z', 'updated_at': '2022-05-10T20:08:25Z', 'revision_number': 2, 'project_id': '675b1b490743424e9d44dd2e484dfa95', 'gw_port_host': None, '_interfaces': [{'id': '5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8', 'name': '', 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7', 'tenant_id': '675b1b490743424e9d44dd2e484dfa95', 'mac_address': 'fa:16:3e:57:8b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af55434c-1537-4d3d-9049-545c5164cb3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:08:25Z', 'updated_at': '2022-05-10T20:08:28Z', 'revision_number': 4, 'project_id': '675b1b490743424e9d44dd2e484dfa95', 'subnets': [{'id': 'af55434c-1537-4d3d-9049-545c5164cb3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd69ffec-6c5d-4386-8fe8-6aeb52c96e32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:28.970207 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfeed2e-31ab-46f3-9473-5ceb59dc63ba None None] The sync data for ids ['466d2c08-dea2-4c7d-89af-f0e20f46b494'] in dv-cinder-828805-2-iscsi is: [{'id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'name': 'router1', 'tenant_id': '675b1b490743424e9d44dd2e484dfa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:08:15Z', 'updated_at': '2022-05-10T20:08:25Z', 'revision_number': 2, 'project_id': '675b1b490743424e9d44dd2e484dfa95', 'gw_port_host': None, '_interfaces': [{'id': '5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8', 'name': '', 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7', 'tenant_id': '675b1b490743424e9d44dd2e484dfa95', 'mac_address': 'fa:16:3e:57:8b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af55434c-1537-4d3d-9049-545c5164cb3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:08:25Z', 'updated_at': '2022-05-10T20:08:28Z', 'revision_number': 4, 'project_id': '675b1b490743424e9d44dd2e484dfa95', 'subnets': [{'id': 'af55434c-1537-4d3d-9049-545c5164cb3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd69ffec-6c5d-4386-8fe8-6aeb52c96e32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:08:28.998012 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-b6a5d964-4172-41c6-9220-796c9560c467 None None] Current status of the port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:29.251885 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 48718) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:29.398383 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc2c4f-3a4f-4f2e-b9f1-1a6b25c3c560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:29.399755 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-fdbc2c4f-3a4f-4f2e-b9f1-1a6b25c3c560 admin admin] 10.222.0.65 "GET /v2.0/networks/6687bf44-6b81-4c08-8ccb-c06067e5e244 HTTP/1.1" status: 200 len: 842 time: 0.1469250 May 10 20:08:29.409028 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-4d7b636f-f79a-467c-a457-20f94091fe07 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:29.496007 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7b636f-f79a-467c-a457-20f94091fe07 admin admin] Made reservation on behalf of 475f061ace89472aa69923909a044007 for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:08:29.498299 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4d7b636f-f79a-467c-a457-20f94091fe07 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:29.961570 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.objects.ports [None req-4d7b636f-f79a-467c-a457-20f94091fe07 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104125) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 10 20:08:29.962047 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4d7b636f-f79a-467c-a457-20f94091fe07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for subnet (bd9c6824-cce8-4e92-a1a4-a2920bcb0a34), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:30.025550 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b636f-f79a-467c-a457-20f94091fe07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd9c6824-cce8-4e92-a1a4-a2920bcb0a34,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:30.034917 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b636f-f79a-467c-a457-20f94091fe07 admin admin] Checking segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:08:30.034917 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7b636f-f79a-467c-a457-20f94091fe07 admin admin] Network hostable DHCP agents. Network: 6687bf44-6b81-4c08-8ccb-c06067e5e244, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:08:30.133021 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7b636f-f79a-467c-a457-20f94091fe07 admin admin] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:08:30.218549 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-4d7b636f-f79a-467c-a457-20f94091fe07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 6687bf44-6b81-4c08-8ccb-c06067e5e244) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:30.226658 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5842f192-f85d-492d-8e9e-f2c596c4865e None None] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:08:30.235526 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b636f-f79a-467c-a457-20f94091fe07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:30.236143 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4d7b636f-f79a-467c-a457-20f94091fe07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:30.332522 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f70238-4ee7-4641-8217-1f48678e9e4f None None] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:08:30.336074 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-4d7b636f-f79a-467c-a457-20f94091fe07 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9303002 May 10 20:08:32.727701 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 48728) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:32.967108 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-38dcddf8-1c1c-4acc-b7a8-ee9e05dff37d demo admin] 10.222.0.65 "GET /v2.0/routers/466d2c08-dea2-4c7d-89af-f0e20f46b494 HTTP/1.1" status: 200 len: 710 time: 0.2373033 May 10 20:08:33.052796 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74c885-19fd-48c6-a3f5-ea1f90a5dd23 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:33.054235 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2b74c885-19fd-48c6-a3f5-ea1f90a5dd23 demo admin] 10.222.0.65 "GET /v2.0/networks/6687bf44-6b81-4c08-8ccb-c06067e5e244 HTTP/1.1" status: 200 len: 886 time: 0.0849247 May 10 20:08:33.063755 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:33.316957 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Publish callbacks [] for router_gateway (466d2c08-dea2-4c7d-89af-f0e20f46b494), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:33.623529 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Publish callbacks [] for router_gateway (466d2c08-dea2-4c7d-89af-f0e20f46b494), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:33.699815 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:33.905249 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Allocated IP 172.27.1.193 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/953591e5-8d49-4ed5-8aa8-0f1d6eea10ee) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:08:34.014373 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Publish callbacks [] for port (953591e5-8d49-4ed5-8aa8-0f1d6eea10ee), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:34.148455 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (953591e5-8d49-4ed5-8aa8-0f1d6eea10ee), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:34.229142 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:34.237835 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:34.243778 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:08:34.249484 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Pushing event updated for resources: {'Port': ['ID=953591e5-8d49-4ed5-8aa8-0f1d6eea10ee,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:34.613575 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Publish callbacks [] for router_gateway (466d2c08-dea2-4c7d-89af-f0e20f46b494), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:34.811893 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11294'] for router (466d2c08-dea2-4c7d-89af-f0e20f46b494), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:34.817552 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515339'] for router (466d2c08-dea2-4c7d-89af-f0e20f46b494), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:34.931232 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Router 466d2c08-dea2-4c7d-89af-f0e20f46b494 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:08:35.040295 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:08:35.045897 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:35.047113 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-be9fc375-cf38-4fec-a029-2ae3010a822d demo admin] 10.222.0.65 "PUT /v2.0/routers/466d2c08-dea2-4c7d-89af-f0e20f46b494 HTTP/1.1" status: 200 len: 890 time: 1.9873374 May 10 20:08:37.552033 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 48740) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:37.665898 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-803b6a31-2725-4a9e-997c-c53abd953469 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1126916 May 10 20:08:37.792904 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Sync routers for ids ['466d2c08-dea2-4c7d-89af-f0e20f46b494'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:08:37.806055 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Routers {'466d2c08-dea2-4c7d-89af-f0e20f46b494'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:08:37.806858 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:08:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['466d2c08-dea2-4c7d-89af-f0e20f46b494'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:37.867988 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:08:38.042798 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:08:38.043200 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:38.087492 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Set router 466d2c08-dea2-4c7d-89af-f0e20f46b494 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:08:38.397892 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:38.612430 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'name': 'router1', 'tenant_id': '675b1b490743424e9d44dd2e484dfa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '953591e5-8d49-4ed5-8aa8-0f1d6eea10ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:08:15Z', 'updated_at': '2022-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '675b1b490743424e9d44dd2e484dfa95', 'gw_port': {'id': '953591e5-8d49-4ed5-8aa8-0f1d6eea10ee', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:08:33Z', 'updated_at': '2022-05-10T20:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8', 'name': '', 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7', 'tenant_id': '675b1b490743424e9d44dd2e484dfa95', 'mac_address': 'fa:16:3e:57:8b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af55434c-1537-4d3d-9049-545c5164cb3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:08:25Z', 'updated_at': '2022-05-10T20:08:28Z', 'revision_number': 5, 'project_id': '675b1b490743424e9d44dd2e484dfa95', 'subnets': [{'id': 'af55434c-1537-4d3d-9049-545c5164cb3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd69ffec-6c5d-4386-8fe8-6aeb52c96e32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:38.664694 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Checking router: 466d2c08-dea2-4c7d-89af-f0e20f46b494 for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:08:38.664987 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Updating router 466d2c08-dea2-4c7d-89af-f0e20f46b494 port 953591e5-8d49-4ed5-8aa8-0f1d6eea10ee binding host dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:08:38.717472 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (953591e5-8d49-4ed5-8aa8-0f1d6eea10ee), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:39.042116 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Publish callbacks [] for port (953591e5-8d49-4ed5-8aa8-0f1d6eea10ee), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:39.143739 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (953591e5-8d49-4ed5-8aa8-0f1d6eea10ee), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:39.194994 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b8803-92b9-4bb4-8b03-83cb6ca228ac None None] Pushing event updated for resources: {'Port': ['ID=953591e5-8d49-4ed5-8aa8-0f1d6eea10ee,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:39.197269 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Attempting to bind port 953591e5-8d49-4ed5-8aa8-0f1d6eea10ee on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:08:39.197633 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Attempting to bind port 953591e5-8d49-4ed5-8aa8-0f1d6eea10ee by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:08:39.197986 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Attempting to bind port 953591e5-8d49-4ed5-8aa8-0f1d6eea10ee on network 6687bf44-6b81-4c08-8ccb-c06067e5e244 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:08:39.204031 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:08:39.204404 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Checking segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:08:39.204794 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:39.205172 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Bound using segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:08:39.205627 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Bound port: 953591e5-8d49-4ed5-8aa8-0f1d6eea10ee, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:08:39.205998 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (953591e5-8d49-4ed5-8aa8-0f1d6eea10ee), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:39.254814 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] For port 953591e5-8d49-4ed5-8aa8-0f1d6eea10ee, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:08:39.257712 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] For port 953591e5-8d49-4ed5-8aa8-0f1d6eea10ee, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=953591e5-8d49-4ed5-8aa8-0f1d6eea10ee,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:08:39.321514 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (953591e5-8d49-4ed5-8aa8-0f1d6eea10ee), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:39.392614 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Routers {'466d2c08-dea2-4c7d-89af-f0e20f46b494'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:08:39.394034 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:08:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['466d2c08-dea2-4c7d-89af-f0e20f46b494'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:39.456516 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b8803-92b9-4bb4-8b03-83cb6ca228ac None None] Pushing event updated for resources: {'Port': ['ID=953591e5-8d49-4ed5-8aa8-0f1d6eea10ee,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:39.521335 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] Set router 466d2c08-dea2-4c7d-89af-f0e20f46b494 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:08:39.732312 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'name': 'router1', 'tenant_id': '675b1b490743424e9d44dd2e484dfa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '953591e5-8d49-4ed5-8aa8-0f1d6eea10ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:08:15Z', 'updated_at': '2022-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '675b1b490743424e9d44dd2e484dfa95', 'gw_port': {'id': '953591e5-8d49-4ed5-8aa8-0f1d6eea10ee', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:08:33Z', 'updated_at': '2022-05-10T20:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8', 'name': '', 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7', 'tenant_id': '675b1b490743424e9d44dd2e484dfa95', 'mac_address': 'fa:16:3e:57:8b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af55434c-1537-4d3d-9049-545c5164cb3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:08:25Z', 'updated_at': '2022-05-10T20:08:28Z', 'revision_number': 5, 'project_id': '675b1b490743424e9d44dd2e484dfa95', 'subnets': [{'id': 'af55434c-1537-4d3d-9049-545c5164cb3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd69ffec-6c5d-4386-8fe8-6aeb52c96e32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:39.760246 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644cce32-4cee-4257-9357-7a88ba61136b None None] The sync data for ids ['466d2c08-dea2-4c7d-89af-f0e20f46b494'] in dv-cinder-828805-2-iscsi is: [{'id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'name': 'router1', 'tenant_id': '675b1b490743424e9d44dd2e484dfa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '953591e5-8d49-4ed5-8aa8-0f1d6eea10ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:08:15Z', 'updated_at': '2022-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '675b1b490743424e9d44dd2e484dfa95', 'gw_port': {'id': '953591e5-8d49-4ed5-8aa8-0f1d6eea10ee', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:08:33Z', 'updated_at': '2022-05-10T20:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8', 'name': '', 'network_id': '9c82f2e9-4b20-469c-998a-ff80553949d7', 'tenant_id': '675b1b490743424e9d44dd2e484dfa95', 'mac_address': 'fa:16:3e:57:8b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466d2c08-dea2-4c7d-89af-f0e20f46b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af55434c-1537-4d3d-9049-545c5164cb3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:08:25Z', 'updated_at': '2022-05-10T20:08:28Z', 'revision_number': 5, 'project_id': '675b1b490743424e9d44dd2e484dfa95', 'subnets': [{'id': 'af55434c-1537-4d3d-9049-545c5164cb3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd69ffec-6c5d-4386-8fe8-6aeb52c96e32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:08:41.923908 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 953591e5-8d49-4ed5-8aa8-0f1d6eea10ee up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:08:41.990127 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 953591e5-8d49-4ed5-8aa8-0f1d6eea10ee triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:08:41.991000 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (953591e5-8d49-4ed5-8aa8-0f1d6eea10ee), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:42.077979 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 953591e5-8d49-4ed5-8aa8-0f1d6eea10ee is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:42.079655 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (953591e5-8d49-4ed5-8aa8-0f1d6eea10ee), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:42.105353 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port 953591e5-8d49-4ed5-8aa8-0f1d6eea10ee, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=953591e5-8d49-4ed5-8aa8-0f1d6eea10ee,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:08:42.191055 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (953591e5-8d49-4ed5-8aa8-0f1d6eea10ee), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:42.267851 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=953591e5-8d49-4ed5-8aa8-0f1d6eea10ee,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:43.920930 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 953591e5-8d49-4ed5-8aa8-0f1d6eea10ee up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:08:44.002827 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 953591e5-8d49-4ed5-8aa8-0f1d6eea10ee triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:08:44.003491 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (953591e5-8d49-4ed5-8aa8-0f1d6eea10ee), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:44.111111 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 953591e5-8d49-4ed5-8aa8-0f1d6eea10ee is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:50.726044 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e9611ad1-0314-4537-ae0d-3af43c6f80b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:53.047522 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:08:53.100740 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ff11a23a-e6a2-4716-bbac-cd3f46329b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:54.329810 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:55.626770 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:57.200767 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:20.695310 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0372bdd-cbba-4e71-8ed5-6c325e7ba7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:23.093498 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3d687ad4-1304-4a4b-b187-88af626fc9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:24.340890 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:25.614896 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:27.173220 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:30.036501 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:09:50.697633 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9598-14e2-4836-a250-516fd49d158b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:53.086295 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-86e9a670-962d-4384-bb02-405303e6e43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:54.350433 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:55.623586 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:57.166735 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:58.668343 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49224) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:58.728439 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e208e6-6327-4e20-9f70-7d50c800fedb admin admin] GET failed (client error): The resource could not be found. May 10 20:09:58.729696 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-66e208e6-6327-4e20-9f70-7d50c800fedb admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603983 May 10 20:09:58.896195 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98b7571-e796-4602-affb-8fb3a7806d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:58.897693 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b98b7571-e796-4602-affb-8fb3a7806d19 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1639721 May 10 20:10:01.147946 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49234) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:01.261015 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc307e5-be74-4e20-9b91-b6c5007c69c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:01.262435 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-3cc307e5-be74-4e20-9b91-b6c5007c69c4 admin admin] 10.222.0.65 "GET /v2.0/subnets/af55434c-1537-4d3d-9049-545c5164cb3f HTTP/1.1" status: 200 len: 849 time: 0.1135032 May 10 20:10:01.272101 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:10:01.354434 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Publish callbacks [] for subnet (af55434c-1537-4d3d-9049-545c5164cb3f), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:01.605823 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756478330013'] for subnet (af55434c-1537-4d3d-9049-545c5164cb3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:01.637728 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:01.638564 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:01.640733 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] 10.222.0.65 "PUT /v2.0/subnets/af55434c-1537-4d3d-9049-545c5164cb3f HTTP/1.1" status: 200 len: 868 time: 0.3723798 May 10 20:10:01.641862 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b8a31-b6f5-4a74-ba5b-b108209ffbbc None None] Network 9c82f2e9-4b20-469c-998a-ff80553949d7 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:10:01.658684 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af55434c-1537-4d3d-9049-545c5164cb3f,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:01.666778 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.667140 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.667474 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.667821 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.668152 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.668481 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.668807 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.669133 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.669478 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.669806 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.670185 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.670515 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.670842 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.671163 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.671481 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66dfd87-4175-439e-9445-c3f8d2098788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:01.967221 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-de1ce01a-95b6-4f42-a0f0-fe56a7c54fe6 None None] Provisioning complete for port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:10:01.967599 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de1ce01a-95b6-4f42-a0f0-fe56a7c54fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:02.046014 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-de1ce01a-95b6-4f42-a0f0-fe56a7c54fe6 None None] Current status of the port 5b0121d9-08f6-432e-96f1-4ff3a0dfdfa8 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:10:02.053678 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-de1ce01a-95b6-4f42-a0f0-fe56a7c54fe6 None None] Provisioning complete for port 1d2e8f07-5915-408a-beeb-40154922008c triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:10:02.054053 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de1ce01a-95b6-4f42-a0f0-fe56a7c54fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (1d2e8f07-5915-408a-beeb-40154922008c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:02.130574 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-de1ce01a-95b6-4f42-a0f0-fe56a7c54fe6 None None] Current status of the port 1d2e8f07-5915-408a-beeb-40154922008c is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:10:03.902879 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49244) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:04.105129 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8efbc11-63f9-4305-b11e-04bc4f522409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:04.105495 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8efbc11-63f9-4305-b11e-04bc4f522409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:04.107085 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c8efbc11-63f9-4305-b11e-04bc4f522409 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2032561 May 10 20:10:06.363154 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49252) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:06.489973 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50672f71-cda9-43bd-a164-e762b3c71d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:06.490475 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50672f71-cda9-43bd-a164-e762b3c71d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:06.492036 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-50672f71-cda9-43bd-a164-e762b3c71d40 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1279430 May 10 20:10:07.034748 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:10:08.727868 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49260) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:08.853707 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5d8b8b-7bad-4eaa-b167-2cdb0b421fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:08.855120 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ad5d8b8b-7bad-4eaa-b167-2cdb0b421fdb admin admin] 10.222.0.65 "GET /v2.0/networks/6687bf44-6b81-4c08-8ccb-c06067e5e244 HTTP/1.1" status: 200 len: 886 time: 0.1263187 May 10 20:10:11.135467 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49268) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:11.277637 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8ca3fe-4080-4cc7-b429-54e7f53b7d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:11.279028 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-5b8ca3fe-4080-4cc7-b429-54e7f53b7d7c admin admin] 10.222.0.65 "GET /v2.0/networks/9c82f2e9-4b20-469c-998a-ff80553949d7 HTTP/1.1" status: 200 len: 869 time: 0.1426258 May 10 20:10:13.501701 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49276) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:13.625873 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b16fc4-cbed-412a-a7d1-80cc7aff76aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:13.626347 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b16fc4-cbed-412a-a7d1-80cc7aff76aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:13.628006 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b1b16fc4-cbed-412a-a7d1-80cc7aff76aa admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252489 May 10 20:10:15.885772 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49284) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:15.975657 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb5cb8e-65dd-4da8-89b7-f6595bb991fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:15.976181 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb5cb8e-65dd-4da8-89b7-f6595bb991fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:15.977791 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8eb5cb8e-65dd-4da8-89b7-f6595bb991fe admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909457 May 10 20:10:18.205623 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49292) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:18.298236 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be266d92-c48e-48a7-9b7f-e4bb41efa24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:18.299569 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-be266d92-c48e-48a7-9b7f-e4bb41efa24e admin admin] 10.222.0.65 "GET /v2.0/subnets/af55434c-1537-4d3d-9049-545c5164cb3f HTTP/1.1" status: 200 len: 868 time: 0.0929620 May 10 20:10:20.566159 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49300) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:20.655257 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f03fbb1-5f3b-4a97-9316-c4d6b0ef842a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:20.656667 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3f03fbb1-5f3b-4a97-9316-c4d6b0ef842a admin admin] 10.222.0.65 "GET /v2.0/subnets/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34 HTTP/1.1" status: 200 len: 816 time: 0.0895646 May 10 20:10:20.685533 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ed14-3e4d-4d15-a8c8-ab17d5f751b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:23.085790 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b60f067d-f13b-4e67-9154-932b588ca44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:24.341960 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:25.622246 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:27.176605 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:44.033341 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:10:50.695839 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-48c010c6-8235-4682-aea5-76b542b9a620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:53.088808 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0fe0441c-f10f-40a3-901c-f5edfc68811b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:54.340581 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:55.631370 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:57.163216 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:01.721988 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49358) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:11:01.772238 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [None req-772deeba-790a-4eaf-9e1f-ca4a6b79c2e2 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:11:01.773234 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-772deeba-790a-4eaf-9e1f-ca4a6b79c2e2 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0503080 May 10 20:11:04.127983 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49366) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:11:04.186960 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fb6848-d330-4045-b9c0-fb847e347513 admin admin] GET failed (client error): The resource could not be found. May 10 20:11:04.188218 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-10fb6848-d330-4045-b9c0-fb847e347513 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593715 May 10 20:11:04.344088 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfc4cc4-875c-4e5a-b7ab-f6a014318008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:11:04.345560 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-fbfc4cc4-875c-4e5a-b7ab-f6a014318008 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1527569 May 10 20:11:06.630015 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49374) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:11:06.675120 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:11:06.739832 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Made reservation on behalf of 475f061ace89472aa69923909a044007 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:11:06.741983 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:06.768967 dv-cinder-828805-2-iscsi neutron-server[104124]: WARNING neutron.services.revisions.revision_plugin [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Could not find related network for resource to bump revision. May 10 20:11:06.782046 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:11:06.790981 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:06.796714 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Added segment e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0 of type vlan for network 34a6a82c-6f16-4730-859b-d13c53b4db11 May 10 20:11:06.832910 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (34a6a82c-6f16-4730-859b-d13c53b4db11), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:06.899828 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (34a6a82c-6f16-4730-859b-d13c53b4db11), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:06.900760 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:11:06.901331 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:06.957303 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=34a6a82c-6f16-4730-859b-d13c53b4db11,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:06.963643 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.963985 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.964349 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.964689 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.965026 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.965353 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.965675 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.965993 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.966354 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.968786 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.968786 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.968786 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.968786 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.968786 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.968786 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:06.979642 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 34a6a82c-6f16-4730-859b-d13c53b4db11 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:11:06.982445 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-bf5785df-f8a4-4737-89f0-b01dd39c5eb4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3513114 May 10 20:11:09.227670 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49382) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:11:09.287244 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bf83bb-5058-4f55-a93e-732a7e2ec5e7 admin admin] GET failed (client error): The resource could not be found. May 10 20:11:09.288520 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-70bf83bb-5058-4f55-a93e-732a7e2ec5e7 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598872 May 10 20:11:09.392211 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ed710e-fd29-4f58-b6d0-52f8ae1dbaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:11:09.393672 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e3ed710e-fd29-4f58-b6d0-52f8ae1dbaf9 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1012459 May 10 20:11:09.403490 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '34a6a82c-6f16-4730-859b-d13c53b4db11', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:11:09.459509 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Made reservation on behalf of 475f061ace89472aa69923909a044007 for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:11:09.461813 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:09.660429 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for subnet (e7bb782b-e204-434d-8637-a1244e01efe2), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:09.714901 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7bb782b-e204-434d-8637-a1244e01efe2,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:09.725043 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.725382 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.725736 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.726072 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.726427 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.726750 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.727072 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.727392 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.727709 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.728024 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.728348 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.728665 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.728980 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.729308 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.729625 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:09.732918 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Checking segment: {'id': 'e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '34a6a82c-6f16-4730-859b-d13c53b4db11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:11:09.733386 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Network hostable DHCP agents. Network: 34a6a82c-6f16-4730-859b-d13c53b4db11, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:11:09.802062 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Network 34a6a82c-6f16-4730-859b-d13c53b4db11 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:11:09.864917 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 34a6a82c-6f16-4730-859b-d13c53b4db11) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:11:09.868937 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:11:09.879810 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:09.880547 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a0bf54-1fff-4034-a4ed-558e8ae723b6 None None] Network 34a6a82c-6f16-4730-859b-d13c53b4db11 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:11:09.942670 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-dc1a3a7b-b51a-4c80-8ad5-c52aef87c1e1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5424705 May 10 20:11:09.974075 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638810d0-f44c-5805-8520-b13225ebd017-34a6a82c-6f16-4730-859b-d13c53b4db11', 'network_id': '34a6a82c-6f16-4730-859b-d13c53b4db11', 'project_id': '475f061ace89472aa69923909a044007', 'fixed_ips': [{'subnet_id': 'e7bb782b-e204-434d-8637-a1244e01efe2'}]}} from dv-cinder-828805-2-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:11:09.975005 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:10.121173 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Allocated IP 192.168.233.2 (34a6a82c-6f16-4730-859b-d13c53b4db11/e7bb782b-e204-434d-8637-a1244e01efe2/4ddd0d50-2f78-4ca9-97d8-98bc4cb35720) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:11:10.361996 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Publish callbacks [] for port (4ddd0d50-2f78-4ca9-97d8-98bc4cb35720), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:10.443849 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (4ddd0d50-2f78-4ca9-97d8-98bc4cb35720), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:10.487549 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Network 34a6a82c-6f16-4730-859b-d13c53b4db11 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:11:10.493398 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:11:10.495287 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Pushing event updated for resources: {'Port': ['ID=4ddd0d50-2f78-4ca9-97d8-98bc4cb35720,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:10.497501 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:11:10.508523 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.508868 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.509228 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.509581 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.509908 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.510269 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.510597 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.510919 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.511242 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.511560 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.511883 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.512218 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.512545 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.512860 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.513178 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:10.567378 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Attempting to bind port 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:11:10.567829 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Attempting to bind port 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': 'e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '34a6a82c-6f16-4730-859b-d13c53b4db11'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:11:10.568179 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Attempting to bind port 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720 on network 34a6a82c-6f16-4730-859b-d13c53b4db11 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:11:10.573777 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:11:10.574176 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Checking segment: {'id': 'e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '34a6a82c-6f16-4730-859b-d13c53b4db11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:11:10.574570 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:10.574963 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Bound using segment: {'id': 'e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '34a6a82c-6f16-4730-859b-d13c53b4db11'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:11:10.575443 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Bound port: 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '34a6a82c-6f16-4730-859b-d13c53b4db11'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:11:10.575817 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (4ddd0d50-2f78-4ca9-97d8-98bc4cb35720), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:10.638599 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] For port 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:11:10.641502 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] For port 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=4ddd0d50-2f78-4ca9-97d8-98bc4cb35720,segment=NetworkSegment(e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0),segment_id=e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:11:10.728610 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (4ddd0d50-2f78-4ca9-97d8-98bc4cb35720), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:10.786455 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d5a62-34c2-48b5-8ba4-01368829b142 None None] Pushing event updated for resources: {'Port': ['ID=4ddd0d50-2f78-4ca9-97d8-98bc4cb35720,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:11.614044 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60989bd8-42fe-41e9-a270-a1544bd15585 None None] Network 34a6a82c-6f16-4730-859b-d13c53b4db11 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:11:11.674942 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-240fc024-2288-44bd-8363-6f473343f463 None None] Provisioning complete for port 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:11:11.675860 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-240fc024-2288-44bd-8363-6f473343f463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (4ddd0d50-2f78-4ca9-97d8-98bc4cb35720), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:11.800489 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-240fc024-2288-44bd-8363-6f473343f463 None None] Current status of the port 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:11:11.800870 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-240fc024-2288-44bd-8363-6f473343f463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (4ddd0d50-2f78-4ca9-97d8-98bc4cb35720), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:11.837977 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-240fc024-2288-44bd-8363-6f473343f463 None None] For port 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=4ddd0d50-2f78-4ca9-97d8-98bc4cb35720,segment=NetworkSegment(e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0),segment_id=e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:11:11.913082 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-240fc024-2288-44bd-8363-6f473343f463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (4ddd0d50-2f78-4ca9-97d8-98bc4cb35720), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:11.987758 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fc024-2288-44bd-8363-6f473343f463 None None] Pushing event updated for resources: {'Port': ['ID=4ddd0d50-2f78-4ca9-97d8-98bc4cb35720,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:11.993674 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:11:12.051669 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:11:12.052040 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (4ddd0d50-2f78-4ca9-97d8-98bc4cb35720), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:12.143071 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-7d61e554-d809-4530-af81-525a747f9e95 None None] Provisioning complete for port 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:11:12.143452 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7d61e554-d809-4530-af81-525a747f9e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (4ddd0d50-2f78-4ca9-97d8-98bc4cb35720), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:12.145506 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:11:12.226684 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-7d61e554-d809-4530-af81-525a747f9e95 None None] Current status of the port 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:11:13.917141 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:11:13.965821 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:11:13.966200 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (4ddd0d50-2f78-4ca9-97d8-98bc4cb35720), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:14.041575 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 4ddd0d50-2f78-4ca9-97d8-98bc4cb35720 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:11:20.681719 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-062a56be-ebf6-42e3-a115-b61f77001648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:21.032290 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:11:23.087531 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-723be17a-efc6-4918-b7e6-6939d4513160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:24.344257 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:25.635977 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:27.184457 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:50.703790 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fdc30f9f-66b4-473d-964f-f3196e18019a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:53.068985 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81b120ca-229a-4ccc-a861-7e56ff8fef8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:54.353318 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:55.634870 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:57.165952 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:58.030507 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:12:20.707903 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-36335000-8a9e-402d-a8aa-96a6ca117530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:23.090656 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d34068fe-a070-48a4-af2b-57e462bd43ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:24.341897 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:25.648594 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:27.181492 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:35.029626 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:12:46.475876 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49420) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:12:46.481373 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [None req-60dc6ab9-08d0-4a7f-96b9-242c441ffffe tempest-verify_tempest_config-2113378860 tempest-verify_tempest_config-2113378860-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:12:46.482361 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-60dc6ab9-08d0-4a7f-96b9-242c441ffffe tempest-verify_tempest_config-2113378860 tempest-verify_tempest_config-2113378860-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055518 May 10 20:12:46.933198 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49438) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:12:47.035262 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:47.108669 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Publish callbacks [] for security_group (3807efb9-7d3b-4368-a666-f1eccbdf0abc), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:47.190027 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (3807efb9-7d3b-4368-a666-f1eccbdf0abc), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:47.235320 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8aed6ea3c37542018aae05377d7f7390&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3010631 May 10 20:12:47.236123 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3807efb9-7d3b-4368-a666-f1eccbdf0abc,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:47.238213 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49442) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:12:47.242628 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.242971 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.243696 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.243696 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.243946 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.244383 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.244613 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.244984 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.245327 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.245649 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.245979 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.246324 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.246640 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.246959 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.247271 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b4a98-4929-4e9c-a15d-4b33318eda37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.292999 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Publish callbacks [] for security_group (3807efb9-7d3b-4368-a666-f1eccbdf0abc), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:47.314053 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Publish callbacks [] for security_group (3807efb9-7d3b-4368-a666-f1eccbdf0abc), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:47.484079 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (3807efb9-7d3b-4368-a666-f1eccbdf0abc), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:47.486665 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:47.487801 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3807efb9-7d3b-4368-a666-f1eccbdf0abc HTTP/1.1" status: 204 len: 168 time: 0.2486279 May 10 20:12:47.495540 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3807efb9-7d3b-4368-a666-f1eccbdf0abc,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:47.502630 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.502978 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.503325 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.503665 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.504024 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.504360 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.504670 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.504992 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.505317 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.505639 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.505960 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.506318 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.506658 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.506980 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:47.507299 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19b450-f8c2-4890-8e91-56bc79ec4a3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:12:50.709698 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cfb39e52-e764-4e34-80dc-04f816738a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:53.283192 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-865caf22-31e2-42b4-8556-ac472d3c3224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:54.343825 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:55.651880 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:57.191287 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:12.028070 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:13:20.713933 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cd8109ac-6eff-4e09-91e0-2c62b5dd9e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:23.102071 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f0b5fe94-cc5b-4f2d-989a-72ec6d1c7de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:24.355548 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:25.658380 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:27.181594 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:49.026827 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:13:50.714851 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3c17fa6e-e9fe-4635-95cd-85239431b010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:53.076814 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0e3f030c-aac5-42f5-ab45-2d4fb81a77a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:54.374343 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:55.645819 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:57.190620 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:20.703451 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6c0093b2-0e49-4081-9008-29166fad29e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:23.124175 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e3657898-08d2-4e15-9079-1513491577e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:24.364685 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:25.657709 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:26.026159 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:14:27.188910 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:36.348545 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499888'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:49.782168 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49514) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:14:49.885192 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7d52fec7-8e62-44e8-b1cc-2c8ec2c7be54 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1019423 May 10 20:14:50.707442 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-30e5706a-18ce-4d20-be22-d0290f8fc7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:52.150473 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49524) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:14:52.203865 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d3e330d8-6af3-4735-af80-368d80f4697a admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523298 May 10 20:14:53.078662 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1850b1bf-2063-4f97-91a3-f43f3151e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:54.370328 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:55.654660 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:57.204481 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:03.024593 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:15:06.276767 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:20.722393 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-242900e1-7bb4-49fc-88fe-985e2cc2b58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:23.065052 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6a1c-6808-428c-9a7a-8a376d5a1196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:24.362234 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:25.704709 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:27.184964 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:36.281965 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:40.023445 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:15:50.755815 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f63b46be-9592-482a-a39b-3593a5f3bde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:53.087405 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d6b422bf-f904-49a0-9728-51d6fe9fecde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:54.372011 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:55.697384 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:57.182959 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:06.291630 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:17.023069 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:16:20.730723 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4f8e2fc3-078b-4fe0-b698-7bd52ff09add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:23.096427 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0692252-f4b8-44e3-a0ac-71ee62338292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:24.382152 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:25.662327 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:27.215851 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.149816 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49742) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:34.160079 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49748) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:34.180257 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49752) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:34.190853 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49756) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:34.464460 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-553580630-network', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:34.500538 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-171870500-network', 'tenant_id': '19fcef97d9fc42889ca1435f33cef96b'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:34.521944 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-242764710-network', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:34.544969 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Made reservation on behalf of 9d38de3da9e3489ebbbebd4f8aeb0d49 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:16:34.545398 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.553263 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-network', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:34.565002 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.595029 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] Made reservation on behalf of 19fcef97d9fc42889ca1435f33cef96b for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:16:34.597298 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.611031 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.647157 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] Made reservation on behalf of 821dc2c3061041a3ab6ee939c306a7ea for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:16:34.649320 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.668483 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.684265 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] Made reservation on behalf of d5cecfb8eb5e4b8ea121c2ef8a9c28a2 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:16:34.686513 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.712471 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.748330 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Publish callbacks [] for security_group (617f0b90-d5e7-4bee-b376-159cde6d1ca1), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.818864 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] Publish callbacks [] for security_group (d72da341-d0eb-4b5a-ba41-78c14bfa4f7e), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.824039 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (617f0b90-d5e7-4bee-b376-159cde6d1ca1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.852226 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:16:34.895312 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (dc1c774b-b144-4a5a-a035-c7deadb31656), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.895679 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Added segment dc1c774b-b144-4a5a-a035-c7deadb31656 of type vlan for network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 May 10 20:16:34.925864 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] Publish callbacks [] for security_group (d0302960-22c2-4dac-8d03-110ba2f4d0ab), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.928594 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (d72da341-d0eb-4b5a-ba41-78c14bfa4f7e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.936026 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617f0b90-d5e7-4bee-b376-159cde6d1ca1,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:34.979996 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] Publish callbacks [] for security_group (6204e8cc-ef03-4cf8-9d23-d7779d540bca), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:34.981891 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.982275 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.982645 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.982970 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.983299 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.983621 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.983939 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.984259 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.984591 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.984911 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.985229 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.985662 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.985983 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Tracked resource versions report: May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: pushed versions: May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: { 'AddressGroup': {'1.2'}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Agent': {'1.1'}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'ConntrackHelper': {'1.0'}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'LocalIPAssociation': {'1.0'}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Log': {'1.0'}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'NDPProxy': {'1.0'}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Network': {'1.1'}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Port': {'1.7'}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'PortForwarding': {'1.3'}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'QosPolicy': {'1.10'}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'SecurityGroup': {'1.5'}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'SecurityGroupRule': {'1.2'}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'SubPort': {'1.0'}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Subnet': {'1.1'}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Trunk': {'1.1'}} May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: consumer versions: May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: { DHCP agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: HyperV agent@hv-cinder-82880: {}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: L3 agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: Metadata agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: Metering agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: Open vSwitch agent@dv-cinder-828805-2-iscsi: { 'AddressGroup': '1.2', May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Agent': '1.1', May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'ConntrackHelper': '1.0', May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'LocalIPAssociation': '1.0', May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Log': '1.0', May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'NDPProxy': '1.0', May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Network': '1.1', May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Port': '1.7', May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'PortForwarding': '1.3', May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'QosPolicy': '1.10', May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'SecurityGroup': '1.5', May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'SecurityGroupRule': '1.2', May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'SubPort': '1.0', May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Subnet': '1.1', May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: 'Trunk': '1.1'}} May 10 20:16:34.991573 dv-cinder-828805-2-iscsi neutron-server[104124]: {{(pid=104124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:16:35.011226 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (d0302960-22c2-4dac-8d03-110ba2f4d0ab), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.028534 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (3b1220fb-9a6d-4fc5-8525-c6ec85061eb5), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.035158 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:16:35.068154 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:16:35.076252 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (2f1ce617-8937-4183-808c-d1171f6ee863), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.076590 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] Added segment 2f1ce617-8937-4183-808c-d1171f6ee863 of type vlan for network 96c29c32-3228-4be3-bd31-e1b4551cb0b8 May 10 20:16:35.077833 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (6204e8cc-ef03-4cf8-9d23-d7779d540bca), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.096100 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:35.131467 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (3ffd8567-d5a5-4ab5-9d3f-26804788a333), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.131467 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] Added segment 3ffd8567-d5a5-4ab5-9d3f-26804788a333 of type vlan for network 2b00b815-407a-4d47-9742-67b948c39d25 May 10 20:16:35.131467 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:16:35.231323 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (7188839c-d2af-4528-b812-01c956d1fd91), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.232382 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] Added segment 7188839c-d2af-4528-b812-01c956d1fd91 of type vlan for network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 May 10 20:16:35.233717 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (3b1220fb-9a6d-4fc5-8525-c6ec85061eb5), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.234878 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:35.235622 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.255430 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0302960-22c2-4dac-8d03-110ba2f4d0ab,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:35.293893 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (96c29c32-3228-4be3-bd31-e1b4551cb0b8), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.305876 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (2b00b815-407a-4d47-9742-67b948c39d25), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.427177 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2732115 May 10 20:16:35.427177 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6204e8cc-ef03-4cf8-9d23-d7779d540bca,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:35.427534 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49816) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:35.433555 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (e95ad3ef-7b5f-4775-9b13-3ca347d35ec6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.434376 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Request body: {'subnet': {'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-subnet', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:35.453893 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119ec6f-26ab-4c03-a8f7-0eae29f75c8d admin admin] Pushing event updated for resources: {'Network': ['ID=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:35.468486 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:16:35.495572 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (96c29c32-3228-4be3-bd31-e1b4551cb0b8), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.496720 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:35.497476 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.529801 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Made reservation on behalf of 9d38de3da9e3489ebbbebd4f8aeb0d49 for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:16:35.532100 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.547645 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (2b00b815-407a-4d47-9742-67b948c39d25), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.548705 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:35.549631 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.577443 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] Pushing event updated for resources: {'Network': ['ID=96c29c32-3228-4be3-bd31-e1b4551cb0b8,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:35.588510 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 96c29c32-3228-4be3-bd31-e1b4551cb0b8 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:16:35.646367 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] Pushing event updated for resources: {'Network': ['ID=2b00b815-407a-4d47-9742-67b948c39d25,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:35.656280 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-34e10005-000a-4849-855d-4c2c4f7c11b1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4748902 May 10 20:16:35.658289 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49832) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:35.659184 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (e95ad3ef-7b5f-4775-9b13-3ca347d35ec6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.660023 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:35.660817 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.666789 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 2b00b815-407a-4d47-9742-67b948c39d25 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:16:35.680539 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-4aa7e739-0693-4831-a234-6fdb3d01efc6 admin admin] Request body: {'subnet': {'network_id': '96c29c32-3228-4be3-bd31-e1b4551cb0b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-171870500-subnet', 'tenant_id': '19fcef97d9fc42889ca1435f33cef96b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:35.745061 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] Pushing event updated for resources: {'Network': ['ID=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:35.756425 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d2e672e2-22b3-498f-977a-914a8f502adf admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5629487 May 10 20:16:35.761753 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8129ed9c-f299-4753-91af-0023a6712063 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5985415 May 10 20:16:35.763169 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49836) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:35.771681 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-c20d2835-82f3-4621-8a75-1dd89cf07c35 admin admin] Request body: {'subnet': {'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-subnet', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:35.791189 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49838) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:35.799052 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-eec7a740-da34-47f2-aba8-a92b0c9f555c admin admin] Request body: {'subnet': {'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-242764710-subnet', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:35.820574 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:16:35.907878 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20d2835-82f3-4621-8a75-1dd89cf07c35 admin admin] Made reservation on behalf of d5cecfb8eb5e4b8ea121c2ef8a9c28a2 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:16:35.910638 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c20d2835-82f3-4621-8a75-1dd89cf07c35 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.935694 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for subnet (a9f7d6f7-3834-4bdb-828b-a675d4357d52), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.951263 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec7a740-da34-47f2-aba8-a92b0c9f555c admin admin] Made reservation on behalf of 821dc2c3061041a3ab6ee939c306a7ea for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:16:35.953508 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eec7a740-da34-47f2-aba8-a92b0c9f555c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.955217 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa7e739-0693-4831-a234-6fdb3d01efc6 admin admin] Made reservation on behalf of 19fcef97d9fc42889ca1435f33cef96b for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:16:35.957305 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4aa7e739-0693-4831-a234-6fdb3d01efc6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:35.983341 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f7d6f7-3834-4bdb-828b-a675d4357d52,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:36.000716 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.000994 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.001372 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.001703 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.002024 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.002398 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.002717 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.003031 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.003357 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.003841 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.004274 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.004611 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.005508 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.005855 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.006189 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Tracked resource versions report: May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: pushed versions: May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: { 'AddressGroup': {'1.2'}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Agent': {'1.1'}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'ConntrackHelper': {'1.0'}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'LocalIPAssociation': {'1.0'}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Log': {'1.0'}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'NDPProxy': {'1.0'}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Network': {'1.1'}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Port': {'1.7'}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'PortForwarding': {'1.3'}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'QosPolicy': {'1.10'}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'SecurityGroup': {'1.5'}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'SecurityGroupRule': {'1.2'}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'SubPort': {'1.0'}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Subnet': {'1.1'}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Trunk': {'1.1'}} May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: consumer versions: May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: { DHCP agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: HyperV agent@hv-cinder-82880: {}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: L3 agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: Metadata agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: Metering agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: Open vSwitch agent@dv-cinder-828805-2-iscsi: { 'AddressGroup': '1.2', May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Agent': '1.1', May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'ConntrackHelper': '1.0', May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'LocalIPAssociation': '1.0', May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Log': '1.0', May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'NDPProxy': '1.0', May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Network': '1.1', May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Port': '1.7', May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'PortForwarding': '1.3', May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'QosPolicy': '1.10', May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'SecurityGroup': '1.5', May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'SecurityGroupRule': '1.2', May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'SubPort': '1.0', May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Subnet': '1.1', May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: 'Trunk': '1.1'}} May 10 20:16:36.007387 dv-cinder-828805-2-iscsi neutron-server[104125]: {{(pid=104125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:16:36.023193 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Checking segment: {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:36.023536 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Network hostable DHCP agents. Network: 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:16:36.123828 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:16:36.209318 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:36.216421 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:36.217408 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:36.218868 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a6d777-5de9-4887-84f8-aa42459231fa None None] Network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:16:36.327040 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-edbcfd54-5f1c-41fd-84e9-91347bbc7e30 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8978593 May 10 20:16:36.331196 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49864) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:36.335494 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:36.406722 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:36.432524 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638810d0-f44c-5805-8520-b13225ebd017-3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52'}]}} from dv-cinder-828805-2-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:16:36.435515 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:36.487240 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-515458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11323'] for router (72d14f22-473d-46ef-86d8-312250646e03), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:36.490838 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11264'] for router (72d14f22-473d-46ef-86d8-312250646e03), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:36.513459 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eec7a740-da34-47f2-aba8-a92b0c9f555c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for subnet (78ce874d-9077-4778-aeb7-86f2c6f9fd78), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:36.516252 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c20d2835-82f3-4621-8a75-1dd89cf07c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for subnet (60a713fc-3628-49db-a510-f75848231cfa), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:36.585211 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7a740-da34-47f2-aba8-a92b0c9f555c admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ce874d-9077-4778-aeb7-86f2c6f9fd78,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:36.618587 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4aa7e739-0693-4831-a234-6fdb3d01efc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for subnet (8c0a0546-c585-4240-84dc-2e61595e6ec9), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:36.634937 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Publish callbacks [] for router_controller (72d14f22-473d-46ef-86d8-312250646e03), precommit_add_association {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:36.651099 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7a740-da34-47f2-aba8-a92b0c9f555c admin admin] Checking segment: {'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:36.651481 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec7a740-da34-47f2-aba8-a92b0c9f555c admin admin] Network hostable DHCP agents. Network: 2b00b815-407a-4d47-9742-67b948c39d25, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:16:36.664029 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d2835-82f3-4621-8a75-1dd89cf07c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a713fc-3628-49db-a510-f75848231cfa,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:36.669589 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d2835-82f3-4621-8a75-1dd89cf07c35 admin admin] Checking segment: {'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:36.669940 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20d2835-82f3-4621-8a75-1dd89cf07c35 admin admin] Network hostable DHCP agents. Network: e95ad3ef-7b5f-4775-9b13-3ca347d35ec6, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:16:36.684239 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Allocated IP 172.20.0.2 (3b1220fb-9a6d-4fc5-8525-c6ec85061eb5/a9f7d6f7-3834-4bdb-828b-a675d4357d52/0103bf43-9d39-4f43-a6f5-76ba3bb752b9) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:16:36.838116 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7e739-0693-4831-a234-6fdb3d01efc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0a0546-c585-4240-84dc-2e61595e6ec9,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:36.841408 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa7e739-0693-4831-a234-6fdb3d01efc6 admin admin] Checking segment: {'id': '2f1ce617-8937-4183-808c-d1171f6ee863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '96c29c32-3228-4be3-bd31-e1b4551cb0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:36.841777 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa7e739-0693-4831-a234-6fdb3d01efc6 admin admin] Network hostable DHCP agents. Network: 96c29c32-3228-4be3-bd31-e1b4551cb0b8, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:16:36.854430 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Publish callbacks [] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:36.890920 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec7a740-da34-47f2-aba8-a92b0c9f555c admin admin] Network 2b00b815-407a-4d47-9742-67b948c39d25 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:16:36.894024 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20d2835-82f3-4621-8a75-1dd89cf07c35 admin admin] Network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:16:36.947752 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:36.948266 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa7e739-0693-4831-a234-6fdb3d01efc6 admin admin] Network 96c29c32-3228-4be3-bd31-e1b4551cb0b8 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:16:36.962880 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Publish callbacks [] for router_gateway (72d14f22-473d-46ef-86d8-312250646e03), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:36.992397 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Pushing event updated for resources: {'Port': ['ID=0103bf43-9d39-4f43-a6f5-76ba3bb752b9,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:36.999252 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-eec7a740-da34-47f2-aba8-a92b0c9f555c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 2b00b815-407a-4d47-9742-67b948c39d25) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:37.002982 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.004108 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.004108 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.004498 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.005016 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.005178 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec7a740-da34-47f2-aba8-a92b0c9f555c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:37.005648 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.005836 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eec7a740-da34-47f2-aba8-a92b0c9f555c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.006305 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.006769 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.007259 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.007956 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.008426 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.008908 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.009381 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.010494 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-c20d2835-82f3-4621-8a75-1dd89cf07c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, e95ad3ef-7b5f-4775-9b13-3ca347d35ec6) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:37.010701 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.011177 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Tracked resource versions report: May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: pushed versions: May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: { 'AddressGroup': {'1.2'}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Agent': {'1.1'}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'ConntrackHelper': {'1.0'}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'LocalIPAssociation': {'1.0'}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Log': {'1.0'}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'NDPProxy': {'1.0'}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Network': {'1.1'}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Port': {'1.7'}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'PortForwarding': {'1.3'}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'QosPolicy': {'1.10'}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'SecurityGroup': {'1.5'}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'SecurityGroupRule': {'1.2'}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'SubPort': {'1.0'}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Subnet': {'1.1'}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Trunk': {'1.1'}} May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: consumer versions: May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: { DHCP agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: HyperV agent@hv-cinder-82880: {}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: L3 agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: Metadata agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: Metering agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: Open vSwitch agent@dv-cinder-828805-2-iscsi: { 'AddressGroup': '1.2', May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Agent': '1.1', May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'ConntrackHelper': '1.0', May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'LocalIPAssociation': '1.0', May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Log': '1.0', May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'NDPProxy': '1.0', May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Network': '1.1', May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Port': '1.7', May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'PortForwarding': '1.3', May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'QosPolicy': '1.10', May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'SecurityGroup': '1.5', May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'SecurityGroupRule': '1.2', May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'SubPort': '1.0', May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Subnet': '1.1', May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: 'Trunk': '1.1'}} May 10 20:16:37.012816 dv-cinder-828805-2-iscsi neutron-server[104126]: {{(pid=104126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:16:37.015677 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20d2835-82f3-4621-8a75-1dd89cf07c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:37.015677 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c20d2835-82f3-4621-8a75-1dd89cf07c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.022537 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-4aa7e739-0693-4831-a234-6fdb3d01efc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 96c29c32-3228-4be3-bd31-e1b4551cb0b8) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:37.027610 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa7e739-0693-4831-a234-6fdb3d01efc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:37.028199 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4aa7e739-0693-4831-a234-6fdb3d01efc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.029140 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:16:37.033311 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:37.036411 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce14941-ba61-480f-be6b-e9ae299274c1 None None] Network 2b00b815-407a-4d47-9742-67b948c39d25 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:16:37.042120 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:16:37.100480 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-eec7a740-da34-47f2-aba8-a92b0c9f555c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3074479 May 10 20:16:37.102939 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49880) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:37.109046 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:37.139897 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b765434d-77bc-483e-8b51-064e09bef45c None None] Network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:16:37.194198 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e16c413-7d02-4fd2-9d64-8fd26fcc918a None None] Network 96c29c32-3228-4be3-bd31-e1b4551cb0b8 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:16:37.206664 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-c20d2835-82f3-4621-8a75-1dd89cf07c35 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4422688 May 10 20:16:37.207269 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49892) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:37.234839 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4aa7e739-0693-4831-a234-6fdb3d01efc6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5626225 May 10 20:16:37.238247 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:37.290056 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-515458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11323'] for router (e30f1c23-17c0-4473-9c0d-f672faf6c51d), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.291920 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11264'] for router (e30f1c23-17c0-4473-9c0d-f672faf6c51d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.372302 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Publish callbacks [] for router_gateway (72d14f22-473d-46ef-86d8-312250646e03), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.414755 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Publish callbacks [] for router_controller (e30f1c23-17c0-4473-9c0d-f672faf6c51d), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.419958 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-515458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11323'] for router (1f82cb1e-dfe4-4594-86da-b9b8b124344e), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.420146 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.420250 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11264'] for router (1f82cb1e-dfe4-4594-86da-b9b8b124344e), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.423186 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Attempting to bind port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:16:37.423574 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Attempting to bind port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:16:37.426274 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Attempting to bind port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 on network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:16:37.439095 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638810d0-f44c-5805-8520-b13225ebd017-2b00b815-407a-4d47-9742-67b948c39d25', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78'}]}} from dv-cinder-828805-2-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:16:37.439095 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.469632 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:16:37.470009 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Checking segment: {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:37.470548 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.470939 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Bound using segment: {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:16:37.471410 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Bound port: 0103bf43-9d39-4f43-a6f5-76ba3bb752b9, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:16:37.471855 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.503903 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Publish callbacks [] for router_controller (1f82cb1e-dfe4-4594-86da-b9b8b124344e), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.593252 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Allocated IP 172.27.1.37 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/34daeae3-ee27-4bc6-9093-039640e823e8) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:16:37.724820 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Publish callbacks [] for port (34daeae3-ee27-4bc6-9093-039640e823e8), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.795456 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638810d0-f44c-5805-8520-b13225ebd017-e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa'}]}} from dv-cinder-828805-2-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:16:37.796293 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.831198 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c5a19f-6a87-4e3a-8cd6-28a98326670a None None] Network 96c29c32-3228-4be3-bd31-e1b4551cb0b8 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:16:37.849181 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Allocated IP 172.20.0.2 (2b00b815-407a-4d47-9742-67b948c39d25/78ce874d-9077-4778-aeb7-86f2c6f9fd78/d121beb1-546a-4bfa-9c4c-d183fe8120bc) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:16:37.868348 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49918) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:37.872600 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Publish callbacks [] for router_gateway (e30f1c23-17c0-4473-9c0d-f672faf6c51d), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.888137 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (34daeae3-ee27-4bc6-9093-039640e823e8), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:37.941499 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] For port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:16:37.959578 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] For port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=0103bf43-9d39-4f43-a6f5-76ba3bb752b9,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:16:37.964410 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Publish callbacks [] for router_gateway (1f82cb1e-dfe4-4594-86da-b9b8b124344e), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:38.005606 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:16:38.055306 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:38.060086 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:16:38.089168 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:38.130225 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Pushing event updated for resources: {'Port': ['ID=34daeae3-ee27-4bc6-9093-039640e823e8,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:38.233015 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-62c03881-a58e-412c-9b6f-819e283276f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:38.295379 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Publish callbacks [] for router_gateway (e30f1c23-17c0-4473-9c0d-f672faf6c51d), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:38.332862 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:38.487234 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-62c03881-a58e-412c-9b6f-819e283276f1 admin admin] Publish callbacks [] for security_group (23b69f02-8b5a-4b4e-a9de-30036cc25e14), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:38.537767 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 49960) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:38.544870 dv-cinder-828805-2-iscsi neutron-server[104125]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 20:16:38.600070 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Publish callbacks [] for router_gateway (1f82cb1e-dfe4-4594-86da-b9b8b124344e), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:38.615711 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Allocated IP 172.20.0.2 (e95ad3ef-7b5f-4775-9b13-3ca347d35ec6/60a713fc-3628-49db-a510-f75848231cfa/f5247853-f3e7-4501-b58f-92a55f6f7237) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:16:38.632828 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007eb3e0-b91e-479a-b741-f7447818659c None None] Pushing event updated for resources: {'Port': ['ID=0103bf43-9d39-4f43-a6f5-76ba3bb752b9,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:38.654043 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-62c03881-a58e-412c-9b6f-819e283276f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (23b69f02-8b5a-4b4e-a9de-30036cc25e14), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:38.664894 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:38.933614 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Allocated IP 172.27.1.210 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/e2cfd1d7-7619-44e1-ac2b-201776d01971) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:16:38.939312 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-62c03881-a58e-412c-9b6f-819e283276f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2969433bca8d4ef494ac0cffe63f962d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8839133 May 10 20:16:38.939867 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 49968) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:38.940345 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Publish callbacks [] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:38.941046 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a8453b5f-02f3-4ec7-98fa-52aea95b5f19 admin admin] Publish callbacks [] for security_group (23b69f02-8b5a-4b4e-a9de-30036cc25e14), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:38.941046 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a8453b5f-02f3-4ec7-98fa-52aea95b5f19 admin admin] Publish callbacks [] for security_group (23b69f02-8b5a-4b4e-a9de-30036cc25e14), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:38.979688 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Publish callbacks [] for router_gateway (72d14f22-473d-46ef-86d8-312250646e03), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:39.022501 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Publish callbacks [] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:39.067288 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Publish callbacks [] for port (e2cfd1d7-7619-44e1-ac2b-201776d01971), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:39.111533 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c03881-a58e-412c-9b6f-819e283276f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b69f02-8b5a-4b4e-a9de-30036cc25e14,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:39.161139 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d417d-6bac-4796-bbac-295a95117dfc req-71732567-7271-4e95-87d8-10d5278da936 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:39.162720 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-71732567-7271-4e95-87d8-10d5278da936 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/networks?id=96c29c32-3228-4be3-bd31-e1b4551cb0b8 HTTP/1.1" status: 200 len: 811 time: 0.6193368 May 10 20:16:39.172032 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:39.176152 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a8453b5f-02f3-4ec7-98fa-52aea95b5f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (23b69f02-8b5a-4b4e-a9de-30036cc25e14), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:39.176282 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:39.179158 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a8453b5f-02f3-4ec7-98fa-52aea95b5f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:39.182901 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a8453b5f-02f3-4ec7-98fa-52aea95b5f19 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23b69f02-8b5a-4b4e-a9de-30036cc25e14 HTTP/1.1" status: 204 len: 168 time: 0.3845818 May 10 20:16:39.213995 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-14f135df-f75e-4f02-b720-11e381a40496 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/quotas/19fcef97d9fc42889ca1435f33cef96b HTTP/1.1" status: 200 len: 375 time: 0.0117073 May 10 20:16:39.250625 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Network 2b00b815-407a-4d47-9742-67b948c39d25 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:16:39.256361 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:16:39.258615 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:39.261725 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Pushing event updated for resources: {'Port': ['ID=d121beb1-546a-4bfa-9c4c-d183fe8120bc,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:39.266837 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:39.270954 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:16:39.303257 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-f5206cd0-1675-4bff-8186-017afc6953f0 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=19fcef97d9fc42889ca1435f33cef96b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725031 May 10 20:16:39.313831 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (e2cfd1d7-7619-44e1-ac2b-201776d01971), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:39.340389 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:16:39.435537 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Pushing event updated for resources: {'Port': ['ID=f5247853-f3e7-4501-b58f-92a55f6f7237,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:39.539202 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514936'] for router (72d14f22-473d-46ef-86d8-312250646e03), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:39.550941 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Attempting to bind port d121beb1-546a-4bfa-9c4c-d183fe8120bc on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:16:39.552116 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Attempting to bind port d121beb1-546a-4bfa-9c4c-d183fe8120bc by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:16:39.552596 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Attempting to bind port d121beb1-546a-4bfa-9c4c-d183fe8120bc on network 2b00b815-407a-4d47-9742-67b948c39d25 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:16:39.555172 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cfd1d7-7619-44e1-ac2b-201776d01971,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:39.569454 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:16:39.570226 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Checking segment: {'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:39.570737 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:39.571648 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Bound using segment: {'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:16:39.572462 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Bound port: d121beb1-546a-4bfa-9c4c-d183fe8120bc, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:16:39.572864 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:39.573143 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8453b5f-02f3-4ec7-98fa-52aea95b5f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b69f02-8b5a-4b4e-a9de-30036cc25e14,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:39.577109 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Attempting to bind port f5247853-f3e7-4501-b58f-92a55f6f7237 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:16:39.577590 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Attempting to bind port f5247853-f3e7-4501-b58f-92a55f6f7237 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:16:39.578340 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Attempting to bind port f5247853-f3e7-4501-b58f-92a55f6f7237 on network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:16:39.609090 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:16:39.616447 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:16:39.620442 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:39.620601 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Checking segment: {'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:39.620601 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:39.620601 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Bound using segment: {'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:16:39.620601 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Bound port: f5247853-f3e7-4501-b58f-92a55f6f7237, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:16:39.620601 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:39.621194 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:16:39.631026 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Allocated IP 172.27.1.163 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/782b02fc-a05b-4c71-9407-542bbcba0b69) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:16:39.763718 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] For port d121beb1-546a-4bfa-9c4c-d183fe8120bc, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:16:39.784236 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] For port d121beb1-546a-4bfa-9c4c-d183fe8120bc, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=d121beb1-546a-4bfa-9c4c-d183fe8120bc,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:16:39.788975 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] For port f5247853-f3e7-4501-b58f-92a55f6f7237, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:16:39.803704 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] For port f5247853-f3e7-4501-b58f-92a55f6f7237, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=f5247853-f3e7-4501-b58f-92a55f6f7237,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:16:39.867957 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:39.899205 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-a7bf18b1-e42f-41b4-b5f9-906a813a325d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:16:39.904436 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-a7bf18b1-e42f-41b4-b5f9-906a813a325d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3922980 May 10 20:16:39.959103 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:40.031020 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd709e84-6d61-4c24-8449-f28800adf7fc None None] Pushing event updated for resources: {'Port': ['ID=d121beb1-546a-4bfa-9c4c-d183fe8120bc,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:40.137668 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Publish callbacks [] for port (782b02fc-a05b-4c71-9407-542bbcba0b69), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:40.155547 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b239eb-6b2e-4845-a32e-962eb5b2bc4e None None] Pushing event updated for resources: {'Port': ['ID=f5247853-f3e7-4501-b58f-92a55f6f7237,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:40.265347 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d02c55-a968-43d9-9a4e-d97b7232e394 None None] Network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:16:40.356508 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-3eaadb6e-fcc0-418e-b549-4762604aeef2 service neutron] 10.222.0.65 "GET /v2.0/networks/96c29c32-3228-4be3-bd31-e1b4551cb0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331064 May 10 20:16:40.376393 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (782b02fc-a05b-4c71-9407-542bbcba0b69), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:40.397870 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:16:40.443541 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4b145413-14ad-4271-ab55-daae6f79dc8b None None] Provisioning complete for port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:40.443929 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4b145413-14ad-4271-ab55-daae6f79dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:40.455990 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Publish callbacks [] for router_gateway (e30f1c23-17c0-4473-9c0d-f672faf6c51d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:40.458476 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Pushing event updated for resources: {'Port': ['ID=782b02fc-a05b-4c71-9407-542bbcba0b69,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:40.461852 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:16:40.471695 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:40.557053 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50002) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:40.574462 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-718e3893-b916-4521-bd18-2abe5d402556 service neutron] 10.222.0.65 "GET /v2.0/networks/96c29c32-3228-4be3-bd31-e1b4551cb0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856992 May 10 20:16:40.589950 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5f38-adc5-4522-a98d-1a846b3c5612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:40.625020 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:16:40.652349 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:40.652924 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:40.666680 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Router 72d14f22-473d-46ef-86d8-312250646e03 is scheduled to L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b with binding_index 1 {{(pid=104125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:16:40.868774 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4b145413-14ad-4271-ab55-daae6f79dc8b None None] Current status of the port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:40.884877 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4b145413-14ad-4271-ab55-daae6f79dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:40.997850 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:16:41.000287 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4b145413-14ad-4271-ab55-daae6f79dc8b None None] For port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=0103bf43-9d39-4f43-a6f5-76ba3bb752b9,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:16:41.012422 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Sync routers for ids ['72d14f22-473d-46ef-86d8-312250646e03'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:16:41.049105 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Routers {'72d14f22-473d-46ef-86d8-312250646e03'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:16:41.049928 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:16:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['72d14f22-473d-46ef-86d8-312250646e03'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:41.052828 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:41.056216 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:41.122747 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4b145413-14ad-4271-ab55-daae6f79dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:41.126713 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:41.128223 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-86503b88-97ff-4359-a716-95a29414e57d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7960248 May 10 20:16:41.131105 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50030) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:41.205250 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5f38-adc5-4522-a98d-1a846b3c5612 admin admin] Publish callbacks [] for security_group (11c4c75a-b2e6-40cf-96f6-a909084438ec), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:41.214063 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514936'] for router (e30f1c23-17c0-4473-9c0d-f672faf6c51d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:41.298725 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-2e8046a6-be61-44d9-a568-b55ce7479c41 None None] Provisioning complete for port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:41.299285 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-2e8046a6-be61-44d9-a568-b55ce7479c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:41.315769 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5f38-adc5-4522-a98d-1a846b3c5612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (11c4c75a-b2e6-40cf-96f6-a909084438ec), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:41.340031 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b145413-14ad-4271-ab55-daae6f79dc8b None None] Pushing event updated for resources: {'Port': ['ID=0103bf43-9d39-4f43-a6f5-76ba3bb752b9,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:41.358260 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.db.api [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 20:16:41.359220 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG oslo_db.api [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 20:16:41.399908 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Set router 72d14f22-473d-46ef-86d8-312250646e03 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:16:41.438783 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b3dd5f38-adc5-4522-a98d-1a846b3c5612 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a023f221df7c45c1b166c8b63a0d7963&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8788888 May 10 20:16:41.444261 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50054) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:41.481801 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-2e8046a6-be61-44d9-a568-b55ce7479c41 None None] Current status of the port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:41.535299 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-84e291f1-5887-4b0c-899f-e54dbe916c05 req-d3ff02e8-4b44-4329-ba42-a57e3f35d2cd tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 210 time: 0.1714673 May 10 20:16:41.542641 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd5f38-adc5-4522-a98d-1a846b3c5612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c4c75a-b2e6-40cf-96f6-a909084438ec,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:41.751640 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:38Z', 'revision_number': 3, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:41.783921 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Checking router: 72d14f22-473d-46ef-86d8-312250646e03 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:16:41.784357 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Updating router 72d14f22-473d-46ef-86d8-312250646e03 port 34daeae3-ee27-4bc6-9093-039640e823e8 binding host dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:16:41.788186 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Publish callbacks [] for router_gateway (1f82cb1e-dfe4-4594-86da-b9b8b124344e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:41.844244 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (34daeae3-ee27-4bc6-9093-039640e823e8), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:41.932871 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb4173ae-0a6d-4c74-947a-dd7c9b781e44 admin admin] Publish callbacks [] for security_group (11c4c75a-b2e6-40cf-96f6-a909084438ec), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:41.962538 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:42.066509 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb4173ae-0a6d-4c74-947a-dd7c9b781e44 admin admin] Publish callbacks [] for security_group (11c4c75a-b2e6-40cf-96f6-a909084438ec), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:42.095738 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0294db82-581f-4e85-8c52-3fe708407fdd None None] Network 2b00b815-407a-4d47-9742-67b948c39d25 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:16:42.311181 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-b08340de-ad75-499f-bed9-7808917cfb35 None None] Provisioning complete for port d121beb1-546a-4bfa-9c4c-d183fe8120bc triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:42.313108 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b08340de-ad75-499f-bed9-7808917cfb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:42.341640 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:42.344015 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Router e30f1c23-17c0-4473-9c0d-f672faf6c51d is scheduled to L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:16:42.377348 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb4173ae-0a6d-4c74-947a-dd7c9b781e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (11c4c75a-b2e6-40cf-96f6-a909084438ec), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:42.385179 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Publish callbacks [] for port (34daeae3-ee27-4bc6-9093-039640e823e8), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:42.394846 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6fce45-6ad5-4ade-8a1f-8d1d607c7a77 None None] Network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:16:42.397713 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb4173ae-0a6d-4c74-947a-dd7c9b781e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:42.399010 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-bb4173ae-0a6d-4c74-947a-dd7c9b781e44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/11c4c75a-b2e6-40cf-96f6-a909084438ec HTTP/1.1" status: 204 len: 168 time: 0.9538372 May 10 20:16:42.468369 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4173ae-0a6d-4c74-947a-dd7c9b781e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c4c75a-b2e6-40cf-96f6-a909084438ec,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:42.470218 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (34daeae3-ee27-4bc6-9093-039640e823e8), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:42.480099 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514936'] for router (1f82cb1e-dfe4-4594-86da-b9b8b124344e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:42.546483 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Attempting to bind port 34daeae3-ee27-4bc6-9093-039640e823e8 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:16:42.547012 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Attempting to bind port 34daeae3-ee27-4bc6-9093-039640e823e8 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:16:42.547473 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Attempting to bind port 34daeae3-ee27-4bc6-9093-039640e823e8 on network 6687bf44-6b81-4c08-8ccb-c06067e5e244 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:16:42.549385 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device f5247853-f3e7-4501-b58f-92a55f6f7237 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:16:42.556417 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:16:42.557099 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Checking segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:42.558336 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:42.558933 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Bound using segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:16:42.559937 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Bound port: 34daeae3-ee27-4bc6-9093-039640e823e8, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:16:42.573321 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (34daeae3-ee27-4bc6-9093-039640e823e8), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:42.641438 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] For port 34daeae3-ee27-4bc6-9093-039640e823e8, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:16:42.647675 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] For port 34daeae3-ee27-4bc6-9093-039640e823e8, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=34daeae3-ee27-4bc6-9093-039640e823e8,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:16:42.668737 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Pushing event updated for resources: {'Port': ['ID=34daeae3-ee27-4bc6-9093-039640e823e8,revision_number=2']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:42.679046 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.679540 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.680819 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.681446 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.681974 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.682458 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.682888 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.683434 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.683985 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.684714 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.685392 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.685944 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.686718 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.687547 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.688835 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Tracked resource versions report: May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: pushed versions: May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: { 'AddressGroup': {'1.2'}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Agent': {'1.1'}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'ConntrackHelper': {'1.0'}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'LocalIPAssociation': {'1.0'}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Log': {'1.0'}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'NDPProxy': {'1.0'}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Network': {'1.1'}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Port': {'1.7'}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'PortForwarding': {'1.3'}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'QosPolicy': {'1.10'}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'SecurityGroup': {'1.5'}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'SecurityGroupRule': {'1.2'}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'SubPort': {'1.0'}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Subnet': {'1.1'}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Trunk': {'1.1'}} May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: consumer versions: May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: { DHCP agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: HyperV agent@hv-cinder-82880: {}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: L3 agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: Metadata agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: Metering agent@dv-cinder-828805-2-iscsi: {}, May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: Open vSwitch agent@dv-cinder-828805-2-iscsi: { 'AddressGroup': '1.2', May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Agent': '1.1', May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'ConntrackHelper': '1.0', May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'LocalIPAssociation': '1.0', May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Log': '1.0', May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'NDPProxy': '1.0', May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Network': '1.1', May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Port': '1.7', May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'PortForwarding': '1.3', May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'QosPolicy': '1.10', May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'SecurityGroup': '1.5', May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'SecurityGroupRule': '1.2', May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'SubPort': '1.0', May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Subnet': '1.1', May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: 'Trunk': '1.1'}} May 10 20:16:42.690339 dv-cinder-828805-2-iscsi neutron-server[104127]: {{(pid=104127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:16:42.719627 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (34daeae3-ee27-4bc6-9093-039640e823e8), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:42.765762 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d10bf939-87e4-4deb-9595-0231477b9e06 req-5d6829de-a081-4037-87f9-295e589e441c tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 210 time: 0.1321397 May 10 20:16:42.786693 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Routers {'72d14f22-473d-46ef-86d8-312250646e03'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:16:42.793311 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:16:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['72d14f22-473d-46ef-86d8-312250646e03'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:42.793311 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272c637-495e-4937-8338-86c0d36af48a None None] Pushing event updated for resources: {'Port': ['ID=34daeae3-ee27-4bc6-9093-039640e823e8,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:42.913752 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Allocated IP 172.20.0.1 (3b1220fb-9a6d-4fc5-8525-c6ec85061eb5/a9f7d6f7-3834-4bdb-828b-a675d4357d52/4160c7c4-53da-4a5c-b87b-812370adf04b) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:16:42.950938 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:16:42.960110 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] Set router 72d14f22-473d-46ef-86d8-312250646e03 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:16:43.069093 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:43.073621 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-93b9948b-f65f-48b0-9fcc-4b9140b6c449 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9694834 May 10 20:16:43.074317 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50100) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:43.084948 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Publish callbacks [] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:43.158811 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Router 1f82cb1e-dfe4-4594-86da-b9b8b124344e is scheduled to L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:16:43.210643 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Sync routers for ids ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:16:43.220374 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port f5247853-f3e7-4501-b58f-92a55f6f7237 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:43.220558 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:43.222045 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-b08340de-ad75-499f-bed9-7808917cfb35 None None] Current status of the port d121beb1-546a-4bfa-9c4c-d183fe8120bc is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:43.222432 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b08340de-ad75-499f-bed9-7808917cfb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:43.273059 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:43.284515 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Routers {'e30f1c23-17c0-4473-9c0d-f672faf6c51d'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:16:43.286906 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:16:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:43.315166 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:38Z', 'revision_number': 3, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:43.359781 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:16:43.363020 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:43.369127 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:16:43.369626 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502831'] for router_interface (72d14f22-473d-46ef-86d8-312250646e03), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:43.395380 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e90d269-2931-4c42-96d2-76909d7fd8d9 None None] The sync data for ids ['72d14f22-473d-46ef-86d8-312250646e03'] in dv-cinder-828805-2-iscsi is: [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:38Z', 'revision_number': 3, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:16:43.466070 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-b08340de-ad75-499f-bed9-7808917cfb35 None None] For port d121beb1-546a-4bfa-9c4c-d183fe8120bc, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=d121beb1-546a-4bfa-9c4c-d183fe8120bc,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:16:43.594386 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:16:43.605663 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Sync routers for ids ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:16:43.612941 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b08340de-ad75-499f-bed9-7808917cfb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:43.653245 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Routers {'1f82cb1e-dfe4-4594-86da-b9b8b124344e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:16:43.659957 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:16:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:43.700910 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port f5247853-f3e7-4501-b58f-92a55f6f7237 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:43.702999 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:43.710032 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Set router e30f1c23-17c0-4473-9c0d-f672faf6c51d gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:16:43.820664 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:43.823609 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ecf398d3-ae4d-4625-b214-2d6720e619f7 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6131246 May 10 20:16:43.829205 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50128) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:43.929761 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50130) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:43.932218 dv-cinder-828805-2-iscsi neutron-server[104124]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 20:16:43.932461 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-d26d0566-7c81-4d98-bb32-f4b7ebcb314a None None] Provisioning complete for port f5247853-f3e7-4501-b58f-92a55f6f7237 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:43.933100 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d26d0566-7c81-4d98-bb32-f4b7ebcb314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:43.994793 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08340de-ad75-499f-bed9-7808917cfb35 None None] Pushing event updated for resources: {'Port': ['ID=d121beb1-546a-4bfa-9c4c-d183fe8120bc,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:44.058456 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port f5247853-f3e7-4501-b58f-92a55f6f7237, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=f5247853-f3e7-4501-b58f-92a55f6f7237,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:16:44.105864 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06693e78-52e4-4a76-b8ed-96c00dc09b6d req-81ba137f-e8da-425b-8457-f8ecc32719e5 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 210 time: 0.1749291 May 10 20:16:44.166953 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=4160c7c4-53da-4a5c-b87b-812370adf04b,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:44.189231 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:44.189965 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Set router 1f82cb1e-dfe4-4594-86da-b9b8b124344e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:16:44.194248 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:16:44.340810 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:44.393147 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-d26d0566-7c81-4d98-bb32-f4b7ebcb314a None None] Current status of the port f5247853-f3e7-4501-b58f-92a55f6f7237 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:44.401527 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:39Z', 'revision_number': 3, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:44.449288 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=f5247853-f3e7-4501-b58f-92a55f6f7237,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:44.467523 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Checking router: e30f1c23-17c0-4473-9c0d-f672faf6c51d for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:16:44.467871 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Updating router e30f1c23-17c0-4473-9c0d-f672faf6c51d port e2cfd1d7-7619-44e1-ac2b-201776d01971 binding host dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:16:44.473743 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-d26d0566-7c81-4d98-bb32-f4b7ebcb314a None None] Provisioning complete for port d121beb1-546a-4bfa-9c4c-d183fe8120bc triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:44.474183 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d26d0566-7c81-4d98-bb32-f4b7ebcb314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:44.516166 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:44.516559 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:44.615707 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50152) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:44.731480 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (e2cfd1d7-7619-44e1-ac2b-201776d01971), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:44.732698 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:40Z', 'revision_number': 3, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:44.810253 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Checking router: 1f82cb1e-dfe4-4594-86da-b9b8b124344e for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:16:44.810616 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Updating router 1f82cb1e-dfe4-4594-86da-b9b8b124344e port 782b02fc-a05b-4c71-9407-542bbcba0b69 binding host dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:16:44.876301 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (782b02fc-a05b-4c71-9407-542bbcba0b69), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:44.937805 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Publish callbacks [] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:44.966396 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:44.967163 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1929319944-network', 'tenant_id': '6334469fb3eb491099bd20fc59c07b11'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:45.067878 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:45.068728 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7908696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503314'] for router_interface (72d14f22-473d-46ef-86d8-312250646e03), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:45.185502 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] Made reservation on behalf of 6334469fb3eb491099bd20fc59c07b11 for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:16:45.187893 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:45.295792 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=4160c7c4-53da-4a5c-b87b-812370adf04b,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:45.305796 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:45.336945 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:16:45.470710 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-d26d0566-7c81-4d98-bb32-f4b7ebcb314a None None] Current status of the port d121beb1-546a-4bfa-9c4c-d183fe8120bc is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:45.491623 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] Publish callbacks [] for security_group (f4f5bed7-f273-4fb3-bf86-91948d3e6625), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:45.494506 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:45.512203 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:45.514868 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device d121beb1-546a-4bfa-9c4c-d183fe8120bc up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:16:45.541348 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Publish callbacks [] for port (e2cfd1d7-7619-44e1-ac2b-201776d01971), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:45.658138 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-d0d753af-6f59-4f16-a8e2-1bc1a0db8f7f None None] Provisioning complete for port f5247853-f3e7-4501-b58f-92a55f6f7237 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:45.660044 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d0d753af-6f59-4f16-a8e2-1bc1a0db8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:45.662378 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (e2cfd1d7-7619-44e1-ac2b-201776d01971), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:45.702002 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Allocated IP 172.20.0.1 (2b00b815-407a-4d47-9742-67b948c39d25/78ce874d-9077-4778-aeb7-86f2c6f9fd78/c03c26d4-5100-4210-b66c-e9983cde4cda) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:16:45.716022 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Router 72d14f22-473d-46ef-86d8-312250646e03 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:16:45.717680 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (f4f5bed7-f273-4fb3-bf86-91948d3e6625), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:45.732951 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:16:45.738987 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port d121beb1-546a-4bfa-9c4c-d183fe8120bc triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:45.742639 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:45.746720 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (ed52b549-f9d7-437c-8fa9-13f1419f7323), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:45.747238 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] Added segment ed52b549-f9d7-437c-8fa9-13f1419f7323 of type vlan for network 6e458be7-e32b-47eb-b315-c8a162c4347d May 10 20:16:45.777717 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:45.813510 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-25fdea43-e1b3-4edc-bba2-f999ae41cc12 req-cb2bce87-c7b3-44b8-a5c8-583ca11afd91 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 210 time: 0.2877693 May 10 20:16:45.816007 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f5bed7-f273-4fb3-bf86-91948d3e6625,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:45.861772 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c6a10-95f0-42cc-b857-2b1e6c188cd4 None None] Pushing event updated for resources: {'Port': ['ID=e2cfd1d7-7619-44e1-ac2b-201776d01971,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:45.978450 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Publish callbacks [] for port (782b02fc-a05b-4c71-9407-542bbcba0b69), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.019043 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Publish callbacks [] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.024968 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-d0d753af-6f59-4f16-a8e2-1bc1a0db8f7f None None] Current status of the port f5247853-f3e7-4501-b58f-92a55f6f7237 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:46.026331 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (6e458be7-e32b-47eb-b315-c8a162c4347d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.037765 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-d0d753af-6f59-4f16-a8e2-1bc1a0db8f7f None None] Provisioning complete for port 4160c7c4-53da-4a5c-b87b-812370adf04b triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:46.038333 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d0d753af-6f59-4f16-a8e2-1bc1a0db8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.062524 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (782b02fc-a05b-4c71-9407-542bbcba0b69), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.098843 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Attempting to bind port e2cfd1d7-7619-44e1-ac2b-201776d01971 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:16:46.099502 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Attempting to bind port e2cfd1d7-7619-44e1-ac2b-201776d01971 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:16:46.100198 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Attempting to bind port e2cfd1d7-7619-44e1-ac2b-201776d01971 on network 6687bf44-6b81-4c08-8ccb-c06067e5e244 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:16:46.109820 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Allocated IP 172.20.0.1 (e95ad3ef-7b5f-4775-9b13-3ca347d35ec6/60a713fc-3628-49db-a510-f75848231cfa/acfda92c-1be9-4113-82f4-4c11fef26795) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:16:46.130919 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:16:46.134550 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Checking segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:46.135710 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.136122 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Bound using segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:16:46.136997 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Bound port: e2cfd1d7-7619-44e1-ac2b-201776d01971, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:16:46.137596 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (e2cfd1d7-7619-44e1-ac2b-201776d01971), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.157482 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fcbd9-7f26-442c-bbf4-c33e81bc49fb None None] Pushing event updated for resources: {'Port': ['ID=782b02fc-a05b-4c71-9407-542bbcba0b69,revision_number=2']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:46.160826 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Attempting to bind port 782b02fc-a05b-4c71-9407-542bbcba0b69 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:16:46.161196 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Attempting to bind port 782b02fc-a05b-4c71-9407-542bbcba0b69 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:16:46.161604 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Attempting to bind port 782b02fc-a05b-4c71-9407-542bbcba0b69 on network 6687bf44-6b81-4c08-8ccb-c06067e5e244 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:16:46.169835 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:16:46.170482 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Checking segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:46.171023 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.171712 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Bound using segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:16:46.172332 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Bound port: 782b02fc-a05b-4c71-9407-542bbcba0b69, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:16:46.172850 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (782b02fc-a05b-4c71-9407-542bbcba0b69), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.195082 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (6e458be7-e32b-47eb-b315-c8a162c4347d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.196920 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:46.197554 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.208956 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:16:46.215873 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.225482 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.83', 62827) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:46.234250 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-92e32560-7875-49e4-a20b-9e4ccb4b0dc2 admin admin] 10.222.0.65 "PUT /v2.0/routers/72d14f22-473d-46ef-86d8-312250646e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0958452 May 10 20:16:46.264046 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-d0d753af-6f59-4f16-a8e2-1bc1a0db8f7f None None] Port 4160c7c4-53da-4a5c-b87b-812370adf04b cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:16:46.284277 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] For port 782b02fc-a05b-4c71-9407-542bbcba0b69, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:16:46.289032 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] For port 782b02fc-a05b-4c71-9407-542bbcba0b69, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=782b02fc-a05b-4c71-9407-542bbcba0b69,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:16:46.334124 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port d121beb1-546a-4bfa-9c4c-d183fe8120bc is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:46.359469 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] For port e2cfd1d7-7619-44e1-ac2b-201776d01971, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:16:46.369170 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] For port e2cfd1d7-7619-44e1-ac2b-201776d01971, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=e2cfd1d7-7619-44e1-ac2b-201776d01971,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:16:46.387229 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (782b02fc-a05b-4c71-9407-542bbcba0b69), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.427068 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-01002ab5-10e1-42d8-a4b5-1cdb70468e40 None None] Provisioning complete for port 4160c7c4-53da-4a5c-b87b-812370adf04b triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:46.432346 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-01002ab5-10e1-42d8-a4b5-1cdb70468e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.474371 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] Pushing event updated for resources: {'Network': ['ID=6e458be7-e32b-47eb-b315-c8a162c4347d,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:46.501166 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 6e458be7-e32b-47eb-b315-c8a162c4347d details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:16:46.508177 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (e2cfd1d7-7619-44e1-ac2b-201776d01971), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.552326 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-01002ab5-10e1-42d8-a4b5-1cdb70468e40 None None] Port 4160c7c4-53da-4a5c-b87b-812370adf04b cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:16:46.559189 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fcbd9-7f26-442c-bbf4-c33e81bc49fb None None] Pushing event updated for resources: {'Port': ['ID=782b02fc-a05b-4c71-9407-542bbcba0b69,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:46.565650 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b662e9a4-3c66-479c-bdc8-b8d9898fe813 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9488769 May 10 20:16:46.568700 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50200) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:46.574265 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-c24c138e-8eb4-4655-beef-6b39560ac62a admin admin] Request body: {'subnet': {'network_id': '6e458be7-e32b-47eb-b315-c8a162c4347d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1929319944-subnet', 'tenant_id': '6334469fb3eb491099bd20fc59c07b11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:46.576227 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Routers {'1f82cb1e-dfe4-4594-86da-b9b8b124344e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:16:46.576880 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:16:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:46.622006 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Pushing event updated for resources: {'Port': ['ID=c03c26d4-5100-4210-b66c-e9983cde4cda,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:46.639709 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d417d-6bac-4796-bbac-295a95117dfc req-1d66cd50-e177-4fd3-aa05-c5f3e00c5037 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:46.641218 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-1d66cd50-e177-4fd3-aa05-c5f3e00c5037 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.83 "GET /v2.0/networks?id=96c29c32-3228-4be3-bd31-e1b4551cb0b8 HTTP/1.1" status: 200 len: 811 time: 0.4072032 May 10 20:16:46.649988 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Network 2b00b815-407a-4d47-9742-67b948c39d25 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:16:46.653209 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:46.655876 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:16:46.656359 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502831'] for router_interface (e30f1c23-17c0-4473-9c0d-f672faf6c51d), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.706906 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24c138e-8eb4-4655-beef-6b39560ac62a admin admin] Made reservation on behalf of 6334469fb3eb491099bd20fc59c07b11 for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:16:46.710033 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c24c138e-8eb4-4655-beef-6b39560ac62a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:46.847158 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] Set router 1f82cb1e-dfe4-4594-86da-b9b8b124344e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:16:46.885589 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-096d417d-6bac-4796-bbac-295a95117dfc req-6e95dbdf-03ee-4634-81a2-81ecc6d91086 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Request body: {'port': {'device_id': '7684e951-de3a-48e4-9e3b-394c46f029f7', 'network_id': '96c29c32-3228-4be3-bd31-e1b4551cb0b8', 'admin_state_up': True, 'tenant_id': '19fcef97d9fc42889ca1435f33cef96b'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:47.039293 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device f5247853-f3e7-4501-b58f-92a55f6f7237 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:16:47.041789 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Sync routers for ids ['72d14f22-473d-46ef-86d8-312250646e03'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:16:47.063153 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9c077d2b-d263-41de-a67c-c2df7e554056 req-b1958438-1a42-4634-8639-fdd1c36824b8 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 210 time: 0.1126106 May 10 20:16:47.107598 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Routers {'72d14f22-473d-46ef-86d8-312250646e03'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:16:47.108536 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:16:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['72d14f22-473d-46ef-86d8-312250646e03'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:47.120820 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Publish callbacks [] for port (acfda92c-1be9-4113-82f4-4c11fef26795), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:47.194753 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:40Z', 'revision_number': 3, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:47.235747 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053d1a9-1cd6-417c-a5c6-ee84e4931804 None None] The sync data for ids ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'] in dv-cinder-828805-2-iscsi is: [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:40Z', 'revision_number': 3, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:16:47.259693 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-556091a7-5940-4e1b-ba84-10a40bbe24e7 None None] Provisioning complete for port c03c26d4-5100-4210-b66c-e9983cde4cda triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:47.260067 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-556091a7-5940-4e1b-ba84-10a40bbe24e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:47.278345 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c24c138e-8eb4-4655-beef-6b39560ac62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for subnet (b799db95-8909-4e66-b668-c41ce946ed16), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:47.328154 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Routers {'e30f1c23-17c0-4473-9c0d-f672faf6c51d'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:16:47.328633 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:16:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:47.387290 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c138e-8eb4-4655-beef-6b39560ac62a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b799db95-8909-4e66-b668-c41ce946ed16,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:47.393521 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:47.421558 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24c138e-8eb4-4655-beef-6b39560ac62a admin admin] Checking segment: {'id': 'ed52b549-f9d7-437c-8fa9-13f1419f7323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6e458be7-e32b-47eb-b315-c8a162c4347d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:47.421917 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24c138e-8eb4-4655-beef-6b39560ac62a admin admin] Network hostable DHCP agents. Network: 6e458be7-e32b-47eb-b315-c8a162c4347d, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:16:47.485743 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c6a10-95f0-42cc-b857-2b1e6c188cd4 None None] Pushing event updated for resources: {'Port': ['ID=e2cfd1d7-7619-44e1-ac2b-201776d01971,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:47.539025 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Set router 72d14f22-473d-46ef-86d8-312250646e03 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:16:47.546630 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24c138e-8eb4-4655-beef-6b39560ac62a admin admin] Network 6e458be7-e32b-47eb-b315-c8a162c4347d is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:16:47.572673 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-e43cd9df-84ce-404d-99bb-de09a12fbfd3 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:47.573940 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-e43cd9df-84ce-404d-99bb-de09a12fbfd3 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 818 time: 0.3989058 May 10 20:16:47.589737 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-556091a7-5940-4e1b-ba84-10a40bbe24e7 None None] Port c03c26d4-5100-4210-b66c-e9983cde4cda cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:16:47.602872 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port f5247853-f3e7-4501-b58f-92a55f6f7237 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:47.603260 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:47.611772 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] Set router e30f1c23-17c0-4473-9c0d-f672faf6c51d gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:16:47.650656 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-c24c138e-8eb4-4655-beef-6b39560ac62a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 6e458be7-e32b-47eb-b315-c8a162c4347d) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:47.657561 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24c138e-8eb4-4655-beef-6b39560ac62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:47.658260 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c24c138e-8eb4-4655-beef-6b39560ac62a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:47.694776 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce87672-b264-47e6-8cf2-eb638d9413de None None] Network 6e458be7-e32b-47eb-b315-c8a162c4347d requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:16:47.701804 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:47.710959 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-6b52f931-920b-48eb-963d-058369a17780 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/quotas/9d38de3da9e3489ebbbebd4f8aeb0d49 HTTP/1.1" status: 200 len: 375 time: 0.1235752 May 10 20:16:47.762905 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c24c138e-8eb4-4655-beef-6b39560ac62a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1849744 May 10 20:16:47.799670 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:16:47.829142 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096d417d-6bac-4796-bbac-295a95117dfc req-6e95dbdf-03ee-4634-81a2-81ecc6d91086 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Made reservation on behalf of 19fcef97d9fc42889ca1435f33cef96b for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:16:47.833050 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-096d417d-6bac-4796-bbac-295a95117dfc req-6e95dbdf-03ee-4634-81a2-81ecc6d91086 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:47.883855 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:47.935964 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Pushing event updated for resources: {'Port': ['ID=acfda92c-1be9-4113-82f4-4c11fef26795,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:47.961448 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:16:47.964247 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502831'] for router_interface (1f82cb1e-dfe4-4594-86da-b9b8b124344e), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:48.150724 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-58ecb617-f678-4af8-81e4-279adef3262c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4035287 May 10 20:16:48.271957 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-90f906ff-7ad4-481d-b311-9ad0839aa671 req-c850fe13-6337-4da5-94e3-ef9eeac4c4e1 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 210 time: 0.0522952 May 10 20:16:48.331327 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50290) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:48.371664 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d1f21-9504-44ed-b4af-0747cdfda177 None None] Network 6e458be7-e32b-47eb-b315-c8a162c4347d requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:16:48.400896 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-1612867c-4455-4fed-8cea-25349037797d None None] Provisioning complete for port acfda92c-1be9-4113-82f4-4c11fef26795 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:48.401446 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1612867c-4455-4fed-8cea-25349037797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:48.680197 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-1612867c-4455-4fed-8cea-25349037797d None None] Port acfda92c-1be9-4113-82f4-4c11fef26795 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:16:48.718107 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:44Z', 'revision_number': 4, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '4160c7c4-53da-4a5c-b87b-812370adf04b', 'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'mac_address': 'fa:16:3e:b7:90:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:42Z', 'updated_at': '2022-05-10T20:16:44Z', 'revision_number': 2, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'subnets': [{'id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:48.852029 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port f5247853-f3e7-4501-b58f-92a55f6f7237 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:48.853286 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 34daeae3-ee27-4bc6-9093-039640e823e8 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:16:48.856567 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Checking router: 72d14f22-473d-46ef-86d8-312250646e03 for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:16:48.856812 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Updating router 72d14f22-473d-46ef-86d8-312250646e03 port 4160c7c4-53da-4a5c-b87b-812370adf04b binding host dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:16:48.976822 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:49.022700 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:45Z', 'revision_number': 1, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:49.024649 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ea5f16b9-78e9-401e-bac7-3f578d283a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:49.101041 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Publish callbacks [] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:49.102462 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6482faa0-b442-444f-981c-dfa04e4cd681 None None] The sync data for ids ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'] in dv-cinder-828805-2-iscsi is: [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:45Z', 'revision_number': 1, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:16:49.128247 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 34daeae3-ee27-4bc6-9093-039640e823e8 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:49.128864 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (34daeae3-ee27-4bc6-9093-039640e823e8), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:49.205307 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-10807358-8fee-42c3-a57e-8d0376c42749 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:16:49.220381 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-10807358-8fee-42c3-a57e-8d0376c42749 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3575692 May 10 20:16:49.409347 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ea5f16b9-78e9-401e-bac7-3f578d283a95 admin admin] Publish callbacks [] for security_group (5866828c-5d75-420a-91a0-ef4fa2175a9e), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:49.499876 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:49.505288 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ea5f16b9-78e9-401e-bac7-3f578d283a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (5866828c-5d75-420a-91a0-ef4fa2175a9e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:49.517314 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-4cd49ba1-97d2-4bd0-8a6e-b2ee78134798 service neutron] 10.222.0.65 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963085 May 10 20:16:49.524616 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:49.525750 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7908696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503314'] for router_interface (e30f1c23-17c0-4473-9c0d-f672faf6c51d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:49.544677 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8b2262cf-8cd7-4ae9-a865-6d04d556c1d6 req-3b02f4d1-38e8-444c-a699-01c05e7722ce tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 210 time: 0.0862706 May 10 20:16:49.669021 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f16b9-78e9-401e-bac7-3f578d283a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5866828c-5d75-420a-91a0-ef4fa2175a9e,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:49.702118 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ea5f16b9-78e9-401e-bac7-3f578d283a95 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=051ca1834f2a4c2a84e885a473dab12b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3652115 May 10 20:16:49.702799 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50334) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:49.794795 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-096d417d-6bac-4796-bbac-295a95117dfc req-6e95dbdf-03ee-4634-81a2-81ecc6d91086 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Allocated IP 172.20.0.11 (96c29c32-3228-4be3-bd31-e1b4551cb0b8/8c0a0546-c585-4240-84dc-2e61595e6ec9/316af1cb-1f2b-4763-9832-bb4b72edb56d) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:16:49.829664 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8fe166b1-46f0-4282-8086-03bc51381200 admin admin] Publish callbacks [] for security_group (5866828c-5d75-420a-91a0-ef4fa2175a9e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:49.936150 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8fe166b1-46f0-4282-8086-03bc51381200 admin admin] Publish callbacks [] for security_group (5866828c-5d75-420a-91a0-ef4fa2175a9e), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:49.977812 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50346) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:49.990620 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1137646063-network', 'tenant_id': '8a21b78a1e5a438f828533f4f3d7024f'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:50.065631 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 34daeae3-ee27-4bc6-9093-039640e823e8 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:50.066806 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (34daeae3-ee27-4bc6-9093-039640e823e8), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.134313 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port 34daeae3-ee27-4bc6-9093-039640e823e8, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=34daeae3-ee27-4bc6-9093-039640e823e8,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:16:50.198838 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8fe166b1-46f0-4282-8086-03bc51381200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (5866828c-5d75-420a-91a0-ef4fa2175a9e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.202270 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8fe166b1-46f0-4282-8086-03bc51381200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.205387 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8fe166b1-46f0-4282-8086-03bc51381200 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5866828c-5d75-420a-91a0-ef4fa2175a9e HTTP/1.1" status: 204 len: 168 time: 0.4981332 May 10 20:16:50.205387 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] Made reservation on behalf of 8a21b78a1e5a438f828533f4f3d7024f for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:16:50.206916 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.226349 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (34daeae3-ee27-4bc6-9093-039640e823e8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.231487 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.231874 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device d121beb1-546a-4bfa-9c4c-d183fe8120bc up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:16:50.244408 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Publish callbacks [] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.262673 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe166b1-46f0-4282-8086-03bc51381200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5866828c-5d75-420a-91a0-ef4fa2175a9e,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:50.344146 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Pushing event updated for resources: {'Port': ['ID=c03c26d4-5100-4210-b66c-e9983cde4cda,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:50.408549 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.414904 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-d6554fd3-2f44-4021-83cf-44592a617e0d service neutron] 10.222.0.65 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8935897 May 10 20:16:50.492274 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] Publish callbacks [] for security_group (2aaa7cc0-48af-4fb8-aaa8-6b5aa4526768), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.513143 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=34daeae3-ee27-4bc6-9093-039640e823e8,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:50.594749 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (2aaa7cc0-48af-4fb8-aaa8-6b5aa4526768), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.730067 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:16:50.799776 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port d121beb1-546a-4bfa-9c4c-d183fe8120bc triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:50.799776 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.805737 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaa7cc0-48af-4fb8-aaa8-6b5aa4526768,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:50.833839 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Publish callbacks [] for port (acfda92c-1be9-4113-82f4-4c11fef26795), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.922436 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.923226 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7908696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503314'] for router_interface (1f82cb1e-dfe4-4594-86da-b9b8b124344e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.929328 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (9a9e3cf1-8f3a-4592-8290-c4746791407a), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:50.929956 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] Added segment 9a9e3cf1-8f3a-4592-8290-c4746791407a of type vlan for network 50babcf5-76a1-42db-8f3d-76cf85168c90 May 10 20:16:50.933553 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a6d47fce-07b1-4c8c-a134-44ca06484c65 req-c046f6d0-e2df-4453-8a66-328da150c50c tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 210 time: 0.1756940 May 10 20:16:50.978042 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07349ef3-0096-41a7-a16a-ce1a166e1d67 None None] Pushing event updated for resources: {'Port': ['ID=4160c7c4-53da-4a5c-b87b-812370adf04b,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:51.042437 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Network 2b00b815-407a-4d47-9742-67b948c39d25 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:16:51.094746 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c65ba5bc-3711-4eed-973c-273493c70eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:51.097323 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (50babcf5-76a1-42db-8f3d-76cf85168c90), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:51.099990 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Attempting to bind port 4160c7c4-53da-4a5c-b87b-812370adf04b on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:16:51.101021 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Attempting to bind port 4160c7c4-53da-4a5c-b87b-812370adf04b by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:16:51.110076 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Attempting to bind port 4160c7c4-53da-4a5c-b87b-812370adf04b on network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:16:51.124743 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:16:51.125410 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Checking segment: {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:51.126377 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:51.126925 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Bound using segment: {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:16:51.127579 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Bound port: 4160c7c4-53da-4a5c-b87b-812370adf04b, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:16:51.128253 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:51.238663 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port d121beb1-546a-4bfa-9c4c-d183fe8120bc is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:51.282417 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5bade18c-901f-44a0-9b6a-ad3d85ff1194 req-c939e529-c3cd-41f0-971f-7ad4b440a758 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 210 time: 0.1983762 May 10 20:16:51.375872 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-9479cbd8-4470-4709-a9b3-ca8a2e6e07c6 None None] Provisioning complete for port 4160c7c4-53da-4a5c-b87b-812370adf04b triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:51.376188 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9479cbd8-4470-4709-a9b3-ca8a2e6e07c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:51.426841 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (50babcf5-76a1-42db-8f3d-76cf85168c90), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:51.432556 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:51.432556 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:51.500428 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] For port 4160c7c4-53da-4a5c-b87b-812370adf04b, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:16:51.507055 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Pushing event updated for resources: {'Port': ['ID=acfda92c-1be9-4113-82f4-4c11fef26795,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:51.558595 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:51.611175 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] For port 4160c7c4-53da-4a5c-b87b-812370adf04b, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=4160c7c4-53da-4a5c-b87b-812370adf04b,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:16:51.678295 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-9479cbd8-4470-4709-a9b3-ca8a2e6e07c6 None None] Port 4160c7c4-53da-4a5c-b87b-812370adf04b cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:16:51.703760 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:51.715389 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] Pushing event updated for resources: {'Network': ['ID=50babcf5-76a1-42db-8f3d-76cf85168c90,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:51.724263 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-1dbaa134-4d9b-4bed-80df-22cbfd9ec6de admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7437449 May 10 20:16:51.732695 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50400) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:51.734107 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-037f3333-f542-4795-97b4-770f89073ab5 admin admin] Request body: {'subnet': {'network_id': '50babcf5-76a1-42db-8f3d-76cf85168c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1137646063-subnet', 'tenant_id': '8a21b78a1e5a438f828533f4f3d7024f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:51.858171 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07349ef3-0096-41a7-a16a-ce1a166e1d67 None None] Pushing event updated for resources: {'Port': ['ID=4160c7c4-53da-4a5c-b87b-812370adf04b,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:51.864266 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 50babcf5-76a1-42db-8f3d-76cf85168c90 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:16:51.867700 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device e2cfd1d7-7619-44e1-ac2b-201776d01971 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:16:51.889732 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037f3333-f542-4795-97b4-770f89073ab5 admin admin] Made reservation on behalf of 8a21b78a1e5a438f828533f4f3d7024f for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:16:51.898656 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-037f3333-f542-4795-97b4-770f89073ab5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:52.284512 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:16:52.301100 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-096d417d-6bac-4796-bbac-295a95117dfc req-6e95dbdf-03ee-4634-81a2-81ecc6d91086 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Publish callbacks [] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:52.320731 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-d75269e2-9a10-42f8-b46f-6decf96551cd None None] Provisioning complete for port c03c26d4-5100-4210-b66c-e9983cde4cda triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:52.320731 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d75269e2-9a10-42f8-b46f-6decf96551cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:52.389480 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:52.459538 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-d75269e2-9a10-42f8-b46f-6decf96551cd None None] Port c03c26d4-5100-4210-b66c-e9983cde4cda cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:16:52.503856 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port e2cfd1d7-7619-44e1-ac2b-201776d01971 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:52.518592 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (e2cfd1d7-7619-44e1-ac2b-201776d01971), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:52.587077 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9319-b756-4588-be84-02b4f0845eee req-3ac5cd1a-e0a4-4aca-9406-775b8b3424c1 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:52.615741 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ab9319-b756-4588-be84-02b4f0845eee req-3ac5cd1a-e0a4-4aca-9406-775b8b3424c1 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 818 time: 0.6794395 May 10 20:16:52.667422 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ab9319-b756-4588-be84-02b4f0845eee req-00d83d2b-1c24-4e4b-8cc5-c2fcbc84445c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/quotas/9d38de3da9e3489ebbbebd4f8aeb0d49 HTTP/1.1" status: 200 len: 375 time: 0.0488231 May 10 20:16:52.745881 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Routers {'72d14f22-473d-46ef-86d8-312250646e03'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:16:52.748971 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:16:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['72d14f22-473d-46ef-86d8-312250646e03'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:52.749849 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3924a289-a61a-440d-9fe3-fae11fbe3653 req-f6ff3b17-f452-4a29-8ed9-275f597f6f2f tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 210 time: 0.1561534 May 10 20:16:52.875301 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ab9319-b756-4588-be84-02b4f0845eee req-7e8d0517-7c47-4085-8417-0d8b999a5299 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2085059 May 10 20:16:53.240695 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Router e30f1c23-17c0-4473-9c0d-f672faf6c51d has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:16:53.271940 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6e72a454-076e-437f-ac06-cc2c8a1bde29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:53.272698 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-037f3333-f542-4795-97b4-770f89073ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for subnet (c8c3e105-d20b-427d-a7be-ee36270586cb), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:53.299670 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-096d417d-6bac-4796-bbac-295a95117dfc req-6e95dbdf-03ee-4634-81a2-81ecc6d91086 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:53.312422 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-c2bcd1ba-7cc7-482a-943c-f81bfac9645e None None] Provisioning complete for port acfda92c-1be9-4113-82f4-4c11fef26795 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:53.312791 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd1ba-7cc7-482a-943c-f81bfac9645e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:53.330640 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Router 1f82cb1e-dfe4-4594-86da-b9b8b124344e has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:16:53.366715 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port e2cfd1d7-7619-44e1-ac2b-201776d01971 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:53.371214 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (e2cfd1d7-7619-44e1-ac2b-201776d01971), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:53.374989 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] Set router 72d14f22-473d-46ef-86d8-312250646e03 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:16:53.388003 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f3333-f542-4795-97b4-770f89073ab5 admin admin] Checking segment: {'id': '9a9e3cf1-8f3a-4592-8290-c4746791407a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '50babcf5-76a1-42db-8f3d-76cf85168c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:53.388762 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037f3333-f542-4795-97b4-770f89073ab5 admin admin] Network hostable DHCP agents. Network: 50babcf5-76a1-42db-8f3d-76cf85168c90, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:16:53.414440 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f3333-f542-4795-97b4-770f89073ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c3e105-d20b-427d-a7be-ee36270586cb,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:53.443323 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port e2cfd1d7-7619-44e1-ac2b-201776d01971, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=e2cfd1d7-7619-44e1-ac2b-201776d01971,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:16:53.444451 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-c2bcd1ba-7cc7-482a-943c-f81bfac9645e None None] Port acfda92c-1be9-4113-82f4-4c11fef26795 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:16:53.512045 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037f3333-f542-4795-97b4-770f89073ab5 admin admin] Network 50babcf5-76a1-42db-8f3d-76cf85168c90 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:16:53.521621 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ab9319-b756-4588-be84-02b4f0845eee req-bfd2059b-8b2a-4352-ab44-dfda63833d04 service neutron] 10.222.0.65 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450408 May 10 20:16:53.586569 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (e2cfd1d7-7619-44e1-ac2b-201776d01971), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:53.587442 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 34daeae3-ee27-4bc6-9093-039640e823e8 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:16:53.599480 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-037f3333-f542-4795-97b4-770f89073ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 50babcf5-76a1-42db-8f3d-76cf85168c90) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:53.606386 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037f3333-f542-4795-97b4-770f89073ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:53.607971 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-037f3333-f542-4795-97b4-770f89073ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:53.646002 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af03441e-837f-41ca-b545-7d3d909568d5 None None] Network 50babcf5-76a1-42db-8f3d-76cf85168c90 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:16:53.704325 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-037f3333-f542-4795-97b4-770f89073ab5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9738533 May 10 20:16:53.741183 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-7619438c-3ea1-4b99-8f3b-084ecfe3de19 None None] Provisioning complete for port 4160c7c4-53da-4a5c-b87b-812370adf04b triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:53.741757 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7619438c-3ea1-4b99-8f3b-084ecfe3de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:53.804355 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95dbdf-03ee-4634-81a2-81ecc6d91086 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Pushing event updated for resources: {'Port': ['ID=316af1cb-1f2b-4763-9832-bb4b72edb56d,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:53.832964 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096d417d-6bac-4796-bbac-295a95117dfc req-6e95dbdf-03ee-4634-81a2-81ecc6d91086 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Network 96c29c32-3228-4be3-bd31-e1b4551cb0b8 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:16:53.856838 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=e2cfd1d7-7619-44e1-ac2b-201776d01971,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:53.887027 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 34daeae3-ee27-4bc6-9093-039640e823e8 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:53.887404 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (34daeae3-ee27-4bc6-9093-039640e823e8), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:54.003325 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-096d417d-6bac-4796-bbac-295a95117dfc req-6e95dbdf-03ee-4634-81a2-81ecc6d91086 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:16:54.022952 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:16:54.023998 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-096d417d-6bac-4796-bbac-295a95117dfc req-6e95dbdf-03ee-4634-81a2-81ecc6d91086 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:16:54.041534 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d417d-6bac-4796-bbac-295a95117dfc req-6e95dbdf-03ee-4634-81a2-81ecc6d91086 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:54.042379 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-096d417d-6bac-4796-bbac-295a95117dfc req-6e95dbdf-03ee-4634-81a2-81ecc6d91086 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:54.077576 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50474) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:54.127132 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df330624-e471-4a0a-9c36-0220de567fa9 req-b64cf0dc-b016-452e-b7be-3402ee2fca04 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:54.129498 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-df330624-e471-4a0a-9c36-0220de567fa9 req-b64cf0dc-b016-452e-b7be-3402ee2fca04 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 932 time: 0.1741333 May 10 20:16:54.230704 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-6e95dbdf-03ee-4634-81a2-81ecc6d91086 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3548758 May 10 20:16:54.273552 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-df330624-e471-4a0a-9c36-0220de567fa9 req-102eed75-f039-4304-a5f3-d314a0ce2687 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170838 May 10 20:16:54.279933 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5193a9-f1b4-4946-8317-c30674727ea5 admin admin] Deleting subnet b799db95-8909-4e66-b668-c41ce946ed16 {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:16:54.286510 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-8ba70944-c095-4df6-ac33-f1e952676cd5 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:16:54.288987 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:44Z', 'revision_number': 4, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '4160c7c4-53da-4a5c-b87b-812370adf04b', 'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'mac_address': 'fa:16:3e:b7:90:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:42Z', 'updated_at': '2022-05-10T20:16:51Z', 'revision_number': 4, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'subnets': [{'id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:54.289451 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1e5193a9-f1b4-4946-8317-c30674727ea5 admin admin] Publish callbacks [] for subnet (b799db95-8909-4e66-b668-c41ce946ed16), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:54.290631 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-8ba70944-c095-4df6-ac33-f1e952676cd5 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0119910 May 10 20:16:54.375070 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f96fad-2ac2-4da5-a894-33b075e363b9 None None] The sync data for ids ['72d14f22-473d-46ef-86d8-312250646e03'] in dv-cinder-828805-2-iscsi is: [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:44Z', 'revision_number': 4, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '4160c7c4-53da-4a5c-b87b-812370adf04b', 'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'mac_address': 'fa:16:3e:b7:90:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:42Z', 'updated_at': '2022-05-10T20:16:51Z', 'revision_number': 4, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'subnets': [{'id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:16:54.379461 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1e5193a9-f1b4-4946-8317-c30674727ea5 admin admin] Publish callbacks [] for subnet (b799db95-8909-4e66-b668-c41ce946ed16), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:54.422923 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1e5193a9-f1b4-4946-8317-c30674727ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (b799db95-8909-4e66-b668-c41ce946ed16), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:54.452678 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8623fc91-3015-4e3b-beae-82eea4fe65e7 None None] Network 50babcf5-76a1-42db-8f3d-76cf85168c90 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:16:54.561274 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:16:54.579732 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Sync routers for ids ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:16:54.601365 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Routers {'e30f1c23-17c0-4473-9c0d-f672faf6c51d'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:16:54.602022 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:16:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:54.656751 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7c61bc24-d15e-4276-bc07-f15bfa7b8c35 admin admin] 10.222.0.65 "PUT /v2.0/routers/e30f1c23-17c0-4473-9c0d-f672faf6c51d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5730395 May 10 20:16:54.670737 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ab9319-b756-4588-be84-02b4f0845eee req-f8002355-64e2-4f5f-ae4b-aa79dfd025be service neutron] 10.222.0.65 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1368518 May 10 20:16:54.709393 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:16:54.717761 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-080815cf-cb0c-4002-9029-a7efb7b1e262 admin admin] 10.222.0.65 "PUT /v2.0/routers/1f82cb1e-dfe4-4594-86da-b9b8b124344e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8875144 May 10 20:16:54.809401 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1e5193a9-f1b4-4946-8317-c30674727ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for subnet (b799db95-8909-4e66-b668-c41ce946ed16), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:54.823057 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1e5193a9-f1b4-4946-8317-c30674727ea5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:54.826652 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-7619438c-3ea1-4b99-8f3b-084ecfe3de19 None None] Current status of the port 4160c7c4-53da-4a5c-b87b-812370adf04b is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:54.827221 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7619438c-3ea1-4b99-8f3b-084ecfe3de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:54.832759 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Set router e30f1c23-17c0-4473-9c0d-f672faf6c51d gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:16:54.837716 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Sync routers for ids ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:16:54.839545 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-1e5193a9-f1b4-4946-8317-c30674727ea5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b799db95-8909-4e66-b668-c41ce946ed16 HTTP/1.1" status: 204 len: 168 time: 0.7402344 May 10 20:16:54.842184 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50496) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:54.929037 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Routers {'1f82cb1e-dfe4-4594-86da-b9b8b124344e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:16:54.953537 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:16:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:54.962980 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5193a9-f1b4-4946-8317-c30674727ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b799db95-8909-4e66-b668-c41ce946ed16,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:55.022442 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Request body: {'port': {'device_id': '7684e951-de3a-48e4-9e3b-394c46f029f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:55.179477 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-029e727e-6901-427e-86f5-cc5e62f267ed req-80b8eef7-4886-4deb-b2ab-47ad4296f577 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 210 time: 0.1247947 May 10 20:16:55.277074 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.83', 62842) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:55.465191 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:55.479780 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (6e458be7-e32b-47eb-b315-c8a162c4347d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:55.490310 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Set router 1f82cb1e-dfe4-4594-86da-b9b8b124344e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:16:55.616485 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873ba56-9e6b-42fe-8278-8b777964bacc req-d611db69-2b36-45d2-b1e4-c2a05d86415b tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:55.624851 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a873ba56-9e6b-42fe-8278-8b777964bacc req-d611db69-2b36-45d2-b1e4-c2a05d86415b tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 932 time: 0.1438746 May 10 20:16:55.775851 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 2, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:55.827907 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a873ba56-9e6b-42fe-8278-8b777964bacc req-0f79877a-a350-49e8-b09f-754feda5d582 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978045 May 10 20:16:55.850338 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-ca3b3fe4-7b5a-408b-8c2a-a5181fc9593e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:55.852273 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-ca3b3fe4-7b5a-408b-8c2a-a5181fc9593e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 818 time: 0.5667083 May 10 20:16:55.873021 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Checking router: e30f1c23-17c0-4473-9c0d-f672faf6c51d for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:16:55.873382 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Updating router e30f1c23-17c0-4473-9c0d-f672faf6c51d port c03c26d4-5100-4210-b66c-e9983cde4cda binding host dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:16:55.908127 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-2bb41c5a-52f1-46ed-85c6-e08f4fad4282 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Request body: {'port': {'device_id': '4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'admin_state_up': True, 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:56.015027 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:56.167105 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:56.168591 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50548) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:56.199744 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-0ac60671-8f32-4191-8edb-6b450167b4f7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1936110575', 'description': 'tempest-description--1671437025'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:56.321751 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50556) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:56.333908 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (6e458be7-e32b-47eb-b315-c8a162c4347d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:56.340408 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-767e3951-0824-4db7-9dad-5b72644e19e4 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1047028668', 'description': 'tempest-description--656357003'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:56.456228 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:16:56.458451 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:16:56.459304 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:16:56.459641 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Subscribe: > port after_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:16:56.460232 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:16:56.464607 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Subscribe: > port after_update 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:16:56.465146 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:16:56.465562 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:16:56.471735 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:16:56.472961 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:16:56.556679 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:56.633653 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0ac60671-8f32-4191-8edb-6b450167b4f7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:56.659811 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-7619438c-3ea1-4b99-8f3b-084ecfe3de19 None None] For port 4160c7c4-53da-4a5c-b87b-812370adf04b, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=4160c7c4-53da-4a5c-b87b-812370adf04b,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:16:56.811750 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7619438c-3ea1-4b99-8f3b-084ecfe3de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:56.838804 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 34daeae3-ee27-4bc6-9093-039640e823e8 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:56.839919 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 782b02fc-a05b-4c71-9407-542bbcba0b69 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:16:56.842368 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0ac60671-8f32-4191-8edb-6b450167b4f7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group (b080e234-5e8f-4a05-947d-dedec3b2bef5), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:56.844382 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-767e3951-0824-4db7-9dad-5b72644e19e4 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:56.854691 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 2, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:56.867077 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-2bb41c5a-52f1-46ed-85c6-e08f4fad4282 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Made reservation on behalf of 9d38de3da9e3489ebbbebd4f8aeb0d49 for: {'port': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:16:56.870752 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-2bb41c5a-52f1-46ed-85c6-e08f4fad4282 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:56.944634 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0ac60671-8f32-4191-8edb-6b450167b4f7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (b080e234-5e8f-4a05-947d-dedec3b2bef5), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.054959 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac60671-8f32-4191-8edb-6b450167b4f7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b080e234-5e8f-4a05-947d-dedec3b2bef5,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:57.090430 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0ac60671-8f32-4191-8edb-6b450167b4f7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.092046 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-0ac60671-8f32-4191-8edb-6b450167b4f7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9056542 May 10 20:16:57.117216 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Publish callbacks [] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.126229 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Checking router: 1f82cb1e-dfe4-4594-86da-b9b8b124344e for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:16:57.126929 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Updating router 1f82cb1e-dfe4-4594-86da-b9b8b124344e port acfda92c-1be9-4113-82f4-4c11fef26795 binding host dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:16:57.158893 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f6513-857f-4241-a48c-ca320230c626 req-fd297f10-0c32-40f5-a03e-09debf56b84c tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:57.161115 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6d5f6513-857f-4241-a48c-ca320230c626 req-fd297f10-0c32-40f5-a03e-09debf56b84c tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 932 time: 0.1123605 May 10 20:16:57.161884 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50570) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:57.164273 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:16:57.164632 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:16:57.170276 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:16:57.170762 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:16:57.171988 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e458be7-e32b-47eb-b315-c8a162c4347d']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:57.180647 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.194323 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-51075b83-0c1c-4bf4-8070-a12455123974 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Request body: {'security_group_rule': {'security_group_id': 'b080e234-5e8f-4a05-947d-dedec3b2bef5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:57.221384 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed52b549-f9d7-437c-8fa9-13f1419f7323') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:57.221903 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed52b549-f9d7-437c-8fa9-13f1419f7323') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:57.292626 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6068703'] for segment (ed52b549-f9d7-437c-8fa9-13f1419f7323), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.341486 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6d5f6513-857f-4241-a48c-ca320230c626 req-39d2f3f8-38cd-4240-a00d-6a55c13f18a3 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426570 May 10 20:16:57.371996 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95739e-e95f-4826-9653-afee297e2ada None None] Pushing event updated for resources: {'Port': ['ID=c03c26d4-5100-4210-b66c-e9983cde4cda,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:57.424919 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (ed52b549-f9d7-437c-8fa9-13f1419f7323), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.425707 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619438c-3ea1-4b99-8f3b-084ecfe3de19 None None] Pushing event updated for resources: {'Port': ['ID=4160c7c4-53da-4a5c-b87b-812370adf04b,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:57.438937 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:16:57.439368 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4935517'] for segment (ed52b549-f9d7-437c-8fa9-13f1419f7323), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.449738 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 782b02fc-a05b-4c71-9407-542bbcba0b69 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:57.450659 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (782b02fc-a05b-4c71-9407-542bbcba0b69), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.459175 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Attempting to bind port c03c26d4-5100-4210-b66c-e9983cde4cda on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:16:57.459964 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Attempting to bind port c03c26d4-5100-4210-b66c-e9983cde4cda by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:16:57.461672 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Attempting to bind port c03c26d4-5100-4210-b66c-e9983cde4cda on network 2b00b815-407a-4d47-9742-67b948c39d25 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:16:57.479043 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:16:57.479689 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Checking segment: {'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:57.482987 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.483605 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Bound using segment: {'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:16:57.484257 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Bound port: c03c26d4-5100-4210-b66c-e9983cde4cda, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:16:57.484802 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.509222 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.527767 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-767e3951-0824-4db7-9dad-5b72644e19e4 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group (6c54b270-0528-46e2-80cd-cc027a692664), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.529099 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.623611 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-767e3951-0824-4db7-9dad-5b72644e19e4 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (6c54b270-0528-46e2-80cd-cc027a692664), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.650832 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 782b02fc-a05b-4c71-9407-542bbcba0b69 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:57.651884 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (782b02fc-a05b-4c71-9407-542bbcba0b69), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: from cryptography.utils import int_from_bytes May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: from cryptography.utils import int_from_bytes May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: Traceback (most recent call last): May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: timer() May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: cb(*args, **kw) May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: return func(*args, **kwargs) May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: self._notify() May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: self.callback(batched_events) May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: event.method(event) May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: return f(self, *a, **k) May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._get(url).json() May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: return self.request(url, 'GET', **kwargs) May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:16:57.667935 dv-cinder-828805-2-iscsi neutron-server[104124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:16:57.703308 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] For port c03c26d4-5100-4210-b66c-e9983cde4cda, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:16:57.710509 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] For port c03c26d4-5100-4210-b66c-e9983cde4cda, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=c03c26d4-5100-4210-b66c-e9983cde4cda,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:16:57.710865 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port 782b02fc-a05b-4c71-9407-542bbcba0b69, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=782b02fc-a05b-4c71-9407-542bbcba0b69,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:16:57.742974 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-51075b83-0c1c-4bf4-8070-a12455123974 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group_rule (0ce72ce3-f685-4faa-a0a5-5a8bd4562283), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.759399 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-767e3951-0824-4db7-9dad-5b72644e19e4 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.761960 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-767e3951-0824-4db7-9dad-5b72644e19e4 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4304581 May 10 20:16:57.771804 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-2bb41c5a-52f1-46ed-85c6-e08f4fad4282 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Allocated IP 172.20.0.9 (3b1220fb-9a6d-4fc5-8525-c6ec85061eb5/a9f7d6f7-3834-4bdb-828b-a675d4357d52/c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:16:57.779915 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50582) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:57.810747 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.831098 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-67193656-c239-4345-aed2-21f909f4e262 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Request body: {'security_group_rule': {'security_group_id': '6c54b270-0528-46e2-80cd-cc027a692664', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:57.845471 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (6e458be7-e32b-47eb-b315-c8a162c4347d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.847351 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67b5a16f-4d4a-4df2-af18-9086890c537d req-6c2cd3bc-f17e-41b8-8c2f-c86e5342db5f tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 210 time: 0.1783972 May 10 20:16:57.928224 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (782b02fc-a05b-4c71-9407-542bbcba0b69), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.928711 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e3951-0824-4db7-9dad-5b72644e19e4 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c54b270-0528-46e2-80cd-cc027a692664,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:57.928955 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:57.928955 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6e458be7-e32b-47eb-b315-c8a162c4347d HTTP/1.1" status: 204 len: 168 time: 3.0850453 May 10 20:16:57.933790 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50584) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:57.941436 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Routers {'e30f1c23-17c0-4473-9c0d-f672faf6c51d'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:16:57.942753 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:16:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:57.973435 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc4bcd-4d7b-4a4b-93a8-90269d68b338 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e458be7-e32b-47eb-b315-c8a162c4347d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:58.101803 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95739e-e95f-4826-9653-afee297e2ada None None] Pushing event updated for resources: {'Port': ['ID=c03c26d4-5100-4210-b66c-e9983cde4cda,revision_number=4']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:58.117155 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=782b02fc-a05b-4c71-9407-542bbcba0b69,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:58.124554 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4b6547a9-7d74-470e-8cae-1bae8ea63254 None None] Provisioning complete for port c03c26d4-5100-4210-b66c-e9983cde4cda triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:58.125289 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4b6547a9-7d74-470e-8cae-1bae8ea63254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:58.208326 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316af1cb-1f2b-4763-9832-bb4b72edb56d {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:16:58.217328 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Publish callbacks [] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:58.256516 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Transition to ACTIVE for port object 316af1cb-1f2b-4763-9832-bb4b72edb56d will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:16:58.303695 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] Set router e30f1c23-17c0-4473-9c0d-f672faf6c51d gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:16:58.315721 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47195ca-c7ab-4e13-8ffb-f9f4cf0ad876 admin admin] Deleting subnet c8c3e105-d20b-427d-a7be-ee36270586cb {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:16:58.319671 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d47195ca-c7ab-4e13-8ffb-f9f4cf0ad876 admin admin] Publish callbacks [] for subnet (c8c3e105-d20b-427d-a7be-ee36270586cb), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:58.390411 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-51075b83-0c1c-4bf4-8070-a12455123974 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group_rule (0ce72ce3-f685-4faa-a0a5-5a8bd4562283), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:58.390411 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d47195ca-c7ab-4e13-8ffb-f9f4cf0ad876 admin admin] Publish callbacks [] for subnet (c8c3e105-d20b-427d-a7be-ee36270586cb), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:58.451980 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d47195ca-c7ab-4e13-8ffb-f9f4cf0ad876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (c8c3e105-d20b-427d-a7be-ee36270586cb), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:58.569229 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:58.697847 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-51075b83-0c1c-4bf4-8070-a12455123974 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (0ce72ce3-f685-4faa-a0a5-5a8bd4562283), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:58.715949 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4b6547a9-7d74-470e-8cae-1bae8ea63254 None None] Current status of the port c03c26d4-5100-4210-b66c-e9983cde4cda is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:16:58.722642 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4b6547a9-7d74-470e-8cae-1bae8ea63254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:58.736613 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Pushing event updated for resources: {'Port': ['ID=316af1cb-1f2b-4763-9832-bb4b72edb56d,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:58.788931 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-67193656-c239-4345-aed2-21f909f4e262 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group_rule (8e003c5e-e370-414c-8112-fb580c9cb172), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:58.857057 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:16:58.860559 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.83', 62846) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:58.923999 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Publish callbacks [] for port (acfda92c-1be9-4113-82f4-4c11fef26795), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:58.950142 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fabf4-991e-4637-ab48-cc85b8dbbe48 None None] The sync data for ids ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'] in dv-cinder-828805-2-iscsi is: [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:16:58.962583 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4b6547a9-7d74-470e-8cae-1bae8ea63254 None None] For port c03c26d4-5100-4210-b66c-e9983cde4cda, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=c03c26d4-5100-4210-b66c-e9983cde4cda,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:16:59.032081 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.172445 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 4160c7c4-53da-4a5c-b87b-812370adf04b up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:16:59.178247 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797407b-4996-467d-b7d1-33641da2af53 req-cde4580c-5aee-4d0e-9f09-85c36ea03bef tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:59.182587 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c797407b-4996-467d-b7d1-33641da2af53 req-cde4580c-5aee-4d0e-9f09-85c36ea03bef tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 944 time: 0.4896138 May 10 20:16:59.209476 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4b6547a9-7d74-470e-8cae-1bae8ea63254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.263487 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51075b83-0c1c-4bf4-8070-a12455123974 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce72ce3-f685-4faa-a0a5-5a8bd4562283,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:59.273402 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Attempting to bind port 316af1cb-1f2b-4763-9832-bb4b72edb56d on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:16:59.282640 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Attempting to bind port 316af1cb-1f2b-4763-9832-bb4b72edb56d by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '2f1ce617-8937-4183-808c-d1171f6ee863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '96c29c32-3228-4be3-bd31-e1b4551cb0b8'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:16:59.283000 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Attempting to bind port 316af1cb-1f2b-4763-9832-bb4b72edb56d on network 96c29c32-3228-4be3-bd31-e1b4551cb0b8 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:16:59.292709 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-2bb41c5a-52f1-46ed-85c6-e08f4fad4282 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.327197 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Port 316af1cb-1f2b-4763-9832-bb4b72edb56d on network 96c29c32-3228-4be3-bd31-e1b4551cb0b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:16:59.327528 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Attempting to bind port 316af1cb-1f2b-4763-9832-bb4b72edb56d on network 96c29c32-3228-4be3-bd31-e1b4551cb0b8 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:16:59.461267 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a332d-c57b-4bf2-9d3c-0e88c34a3e2a None None] Pushing event updated for resources: {'Port': ['ID=acfda92c-1be9-4113-82f4-4c11fef26795,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:59.463333 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-51075b83-0c1c-4bf4-8070-a12455123974 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.465453 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-51075b83-0c1c-4bf4-8070-a12455123974 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2898202 May 10 20:16:59.515421 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:16:59.515858 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Checking segment: {'id': '2f1ce617-8937-4183-808c-d1171f6ee863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '96c29c32-3228-4be3-bd31-e1b4551cb0b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:16:59.516910 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-67193656-c239-4345-aed2-21f909f4e262 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group_rule (8e003c5e-e370-414c-8112-fb580c9cb172), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.518240 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Bound using segment: {'id': '2f1ce617-8937-4183-808c-d1171f6ee863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '96c29c32-3228-4be3-bd31-e1b4551cb0b8'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:16:59.524451 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Bound port: 316af1cb-1f2b-4763-9832-bb4b72edb56d, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f1ce617-8937-4183-808c-d1171f6ee863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '96c29c32-3228-4be3-bd31-e1b4551cb0b8'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:16:59.525619 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.531083 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50628) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:59.559648 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab7eee51-66b3-486e-957d-94f49282fed7 req-79eddaee-1454-4b3a-a02e-a991e7b603d6 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 210 time: 0.2417252 May 10 20:16:59.567799 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-b895ac12-fbf9-4013-a893-79caef6998e0 None None] Provisioning complete for port c03c26d4-5100-4210-b66c-e9983cde4cda triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:59.568193 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b895ac12-fbf9-4013-a893-79caef6998e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.575226 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-6bfc11d5-10ce-4da4-a261-2284e1f10d47 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Request body: {'security_group_rule': {'security_group_id': 'b080e234-5e8f-4a05-947d-dedec3b2bef5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:59.607959 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c797407b-4996-467d-b7d1-33641da2af53 req-13cb7937-40d1-4b6b-b672-1fc99b463faf tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043972 May 10 20:16:59.610709 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-67193656-c239-4345-aed2-21f909f4e262 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (8e003c5e-e370-414c-8112-fb580c9cb172), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.650754 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d47195ca-c7ab-4e13-8ffb-f9f4cf0ad876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for subnet (c8c3e105-d20b-427d-a7be-ee36270586cb), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.709700 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47195ca-c7ab-4e13-8ffb-f9f4cf0ad876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c3e105-d20b-427d-a7be-ee36270586cb,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:59.711577 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67193656-c239-4345-aed2-21f909f4e262 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e003c5e-e370-414c-8112-fb580c9cb172,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:59.733726 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6bfc11d5-10ce-4da4-a261-2284e1f10d47 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group_rule (afba25ac-80af-4581-b19a-d6d9140eae9a), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.762010 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d47195ca-c7ab-4e13-8ffb-f9f4cf0ad876 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.767455 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-d47195ca-c7ab-4e13-8ffb-f9f4cf0ad876 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c8c3e105-d20b-427d-a7be-ee36270586cb HTTP/1.1" status: 204 len: 168 time: 1.8120666 May 10 20:16:59.770383 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50636) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:59.868994 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 4160c7c4-53da-4a5c-b87b-812370adf04b triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:16:59.870303 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5637b7e-94ab-4106-8bf6-0e69afc5935e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (50babcf5-76a1-42db-8f3d-76cf85168c90), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.871748 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.879895 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-67193656-c239-4345-aed2-21f909f4e262 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.880678 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9319-b756-4588-be84-02b4f0845eee req-e80fae34-139e-4849-90b4-ae8edbcb8cd0 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:16:59.886843 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-67193656-c239-4345-aed2-21f909f4e262 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0962782 May 10 20:16:59.886981 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ab9319-b756-4588-be84-02b4f0845eee req-e80fae34-139e-4849-90b4-ae8edbcb8cd0 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 818 time: 1.0206082 May 10 20:16:59.887063 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-2bb41c5a-52f1-46ed-85c6-e08f4fad4282 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.888083 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50640) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:16:59.893919 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6bfc11d5-10ce-4da4-a261-2284e1f10d47 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group_rule (afba25ac-80af-4581-b19a-d6d9140eae9a), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:16:59.901473 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-2997401a-16b4-4087-949c-62784329dfed tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Request body: {'security_group_rule': {'security_group_id': '6c54b270-0528-46e2-80cd-cc027a692664', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:59.902392 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-07ab9319-b756-4588-be84-02b4f0845eee req-02f6ea89-2ff0-497c-b639-19b226781936 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Request body: {'port': {'device_id': '6760c43d-64a5-4cbf-b559-07d871e81f18', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'admin_state_up': True, 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:16:59.988785 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6547a9-7d74-470e-8cae-1bae8ea63254 None None] Pushing event updated for resources: {'Port': ['ID=c03c26d4-5100-4210-b66c-e9983cde4cda,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:16:59.995890 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] For port 316af1cb-1f2b-4763-9832-bb4b72edb56d, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:17:00.000195 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Attempting to bind port acfda92c-1be9-4113-82f4-4c11fef26795 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:17:00.000195 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Attempting to bind port acfda92c-1be9-4113-82f4-4c11fef26795 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:17:00.001906 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Attempting to bind port acfda92c-1be9-4113-82f4-4c11fef26795 on network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:17:00.013146 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6bfc11d5-10ce-4da4-a261-2284e1f10d47 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (afba25ac-80af-4581-b19a-d6d9140eae9a), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:00.017681 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:17:00.019715 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Checking segment: {'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:17:00.020387 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:00.020968 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Bound using segment: {'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:17:00.021907 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Bound port: acfda92c-1be9-4113-82f4-4c11fef26795, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:17:00.022698 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:00.067491 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] For port 316af1cb-1f2b-4763-9832-bb4b72edb56d, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=316af1cb-1f2b-4763-9832-bb4b72edb56d,segment=NetworkSegment(2f1ce617-8937-4183-808c-d1171f6ee863),segment_id=2f1ce617-8937-4183-808c-d1171f6ee863)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:17:00.087800 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-2bb41c5a-52f1-46ed-85c6-e08f4fad4282 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:17:00.141566 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-2bb41c5a-52f1-46ed-85c6-e08f4fad4282 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:17:00.148477 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc11d5-10ce-4da4-a261-2284e1f10d47 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afba25ac-80af-4581-b19a-d6d9140eae9a,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:00.157584 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-2bb41c5a-52f1-46ed-85c6-e08f4fad4282 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:17:00.165217 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-2bb41c5a-52f1-46ed-85c6-e08f4fad4282 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:00.166160 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-2bb41c5a-52f1-46ed-85c6-e08f4fad4282 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for port (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:00.169911 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb41c5a-52f1-46ed-85c6-e08f4fad4282 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Pushing event updated for resources: {'Port': ['ID=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:00.200216 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2997401a-16b4-4087-949c-62784329dfed tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group_rule (72164fe4-5fb7-4e7f-9b9f-86bf73127b63), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:00.255851 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6bfc11d5-10ce-4da4-a261-2284e1f10d47 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:00.260866 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-6bfc11d5-10ce-4da4-a261-2284e1f10d47 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7267094 May 10 20:17:00.261911 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50648) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:00.270121 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Request body: {'floatingip': {'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:17:00.332498 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-2bb41c5a-52f1-46ed-85c6-e08f4fad4282 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4600263 May 10 20:17:00.371629 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Request body: {'port': {'device_id': '4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:17:00.428803 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:00.480365 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:00.635249 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5637b7e-94ab-4106-8bf6-0e69afc5935e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (50babcf5-76a1-42db-8f3d-76cf85168c90), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:00.707444 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:00.708080 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:00.709772 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] 10.222.0.83 "PUT /v2.0/ports/316af1cb-1f2b-4763-9832-bb4b72edb56d HTTP/1.1" status: 200 len: 1094 time: 6.0985284 May 10 20:17:00.714799 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7684e951-de3a-48e4-9e3b-394c46f029f7', 'tag': '316af1cb-1f2b-4763-9832-bb4b72edb56d'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:17:00.749501 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2997401a-16b4-4087-949c-62784329dfed tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group_rule (72164fe4-5fb7-4e7f-9b9f-86bf73127b63), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:00.752138 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-e5637b7e-94ab-4106-8bf6-0e69afc5935e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50babcf5-76a1-42db-8f3d-76cf85168c90']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:17:00.819706 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc26da2-dba0-492f-966b-9065090dc386 service neutron] Pushing event updated for resources: {'Port': ['ID=316af1cb-1f2b-4763-9832-bb4b72edb56d,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:00.878790 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04d7f4f-b7d4-43dd-be7a-b6ef3420abf8" -d '{"events": [{"name": "network-changed", "server_uuid": "7684e951-de3a-48e4-9e3b-394c46f029f7", "tag": "316af1cb-1f2b-4763-9832-bb4b72edb56d"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:17:00.885422 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-e5637b7e-94ab-4106-8bf6-0e69afc5935e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9e3cf1-8f3a-4592-8290-c4746791407a') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:17:00.886889 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-e5637b7e-94ab-4106-8bf6-0e69afc5935e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9e3cf1-8f3a-4592-8290-c4746791407a') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:17:00.903251 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2997401a-16b4-4087-949c-62784329dfed tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (72164fe4-5fb7-4e7f-9b9f-86bf73127b63), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:00.966064 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:00.993295 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-b895ac12-fbf9-4013-a893-79caef6998e0 None None] Current status of the port c03c26d4-5100-4210-b66c-e9983cde4cda is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:00.993880 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997401a-16b4-4087-949c-62784329dfed tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72164fe4-5fb7-4e7f-9b9f-86bf73127b63,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:01.006418 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 4160c7c4-53da-4a5c-b87b-812370adf04b is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:01.006418 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device e2cfd1d7-7619-44e1-ac2b-201776d01971 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:17:01.012052 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] For port acfda92c-1be9-4113-82f4-4c11fef26795, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:17:01.015942 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] For port acfda92c-1be9-4113-82f4-4c11fef26795, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=acfda92c-1be9-4113-82f4-4c11fef26795,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:17:01.059767 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3193d-f85b-4c81-b1f2-c42bce8bd5fc req-95dcf394-5ad2-40c5-a682-66fc3a8bca87 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:01.062010 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-01a3193d-f85b-4c81-b1f2-c42bce8bd5fc req-95dcf394-5ad2-40c5-a682-66fc3a8bca87 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 944 time: 0.2777092 May 10 20:17:01.076393 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ab9319-b756-4588-be84-02b4f0845eee req-02f6ea89-2ff0-497c-b639-19b226781936 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Made reservation on behalf of 9d38de3da9e3489ebbbebd4f8aeb0d49 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:17:01.076517 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2997401a-16b4-4087-949c-62784329dfed tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:01.076517 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2997401a-16b4-4087-949c-62784329dfed tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1837628 May 10 20:17:01.076695 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-07ab9319-b756-4588-be84-02b4f0845eee req-02f6ea89-2ff0-497c-b639-19b226781936 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:01.077864 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 50684) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:01.084345 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Request body: {'floatingip': {'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:17:01.087911 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port e2cfd1d7-7619-44e1-ac2b-201776d01971 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:01.092245 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (e2cfd1d7-7619-44e1-ac2b-201776d01971), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:01.102682 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a737dacc-2c67-4c8e-9113-5621e8555db0 req-2f324f14-a0b3-46a9-9f5b-4a2678d2e3a1 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 210 time: 0.2587144 May 10 20:17:01.104608 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5637b7e-94ab-4106-8bf6-0e69afc5935e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6068703'] for segment (9a9e3cf1-8f3a-4592-8290-c4746791407a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:01.122829 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:01.184192 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:01.311531 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-07ab9319-b756-4588-be84-02b4f0845eee req-02f6ea89-2ff0-497c-b639-19b226781936 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Allocated IP 172.20.0.7 (3b1220fb-9a6d-4fc5-8525-c6ec85061eb5/a9f7d6f7-3834-4bdb-828b-a675d4357d52/d09063b0-3b3a-44ec-8588-f6884472f3ad) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:17:01.375346 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486aa660-024f-444b-b22a-a91ca3a7dc91 x-openstack-request-id: req-486aa660-024f-444b-b22a-a91ca3a7dc91 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:17:01.376345 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7684e951-de3a-48e4-9e3b-394c46f029f7", "tag": "316af1cb-1f2b-4763-9832-bb4b72edb56d", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:17:01.376697 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-486aa660-024f-444b-b22a-a91ca3a7dc91 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:17:01.377225 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486aa660-024f-444b-b22a-a91ca3a7dc91'] response: {'name': 'network-changed', 'server_uuid': '7684e951-de3a-48e4-9e3b-394c46f029f7', 'tag': '316af1cb-1f2b-4763-9832-bb4b72edb56d', 'status': 'completed', 'code': 200} May 10 20:17:01.385623 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-6a473a56-45dd-4792-8856-bf2b457fe0f6 None None] Provisioning complete for port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:01.393312 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6a473a56-45dd-4792-8856-bf2b457fe0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:01.436002 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5637b7e-94ab-4106-8bf6-0e69afc5935e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (9a9e3cf1-8f3a-4592-8290-c4746791407a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:01.442006 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d417d-6bac-4796-bbac-295a95117dfc req-7916dbb1-d27d-4d27-9876-0cf3c81a74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:01.443738 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-7916dbb1-d27d-4d27-9876-0cf3c81a74a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19fcef97d9fc42889ca1435f33cef96b&device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 1128 time: 0.5620370 May 10 20:17:01.455074 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5637b7e-94ab-4106-8bf6-0e69afc5935e admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:17:01.455614 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5637b7e-94ab-4106-8bf6-0e69afc5935e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4935517'] for segment (9a9e3cf1-8f3a-4592-8290-c4746791407a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: Traceback (most recent call last): May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: timer() May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: cb(*args, **kw) May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: return func(*args, **kwargs) May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: self._notify() May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: self.callback(batched_events) May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: event.method(event) May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: return f(self, *a, **k) May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._get(url).json() May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: return self.request(url, 'GET', **kwargs) May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:17:01.457546 dv-cinder-828805-2-iscsi neutron-server[104124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:17:01.473174 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:01.556392 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-01a3193d-f85b-4c81-b1f2-c42bce8bd5fc req-471be2a7-44a9-41cf-b286-563e6c754275 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659812 May 10 20:17:01.563600 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Routers {'1f82cb1e-dfe4-4594-86da-b9b8b124344e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:17:01.574802 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:16:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:17:01.765645 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-3f170bf0-818a-420f-9d0e-7a5eaeb4caab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=316af1cb-1f2b-4763-9832-bb4b72edb56d HTTP/1.1" status: 200 len: 217 time: 0.1767876 May 10 20:17:01.797687 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Allocated IP 172.27.1.24 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/b7c083c4-5eed-470e-80c0-f35e0dd5f21e) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:17:01.854943 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] Set router 1f82cb1e-dfe4-4594-86da-b9b8b124344e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:17:01.868449 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5637b7e-94ab-4106-8bf6-0e69afc5935e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (50babcf5-76a1-42db-8f3d-76cf85168c90), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:01.876203 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5637b7e-94ab-4106-8bf6-0e69afc5935e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:01.885497 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e5637b7e-94ab-4106-8bf6-0e69afc5935e admin admin] 10.222.0.65 "DELETE /v2.0/networks/50babcf5-76a1-42db-8f3d-76cf85168c90 HTTP/1.1" status: 204 len: 168 time: 2.1084957 May 10 20:17:01.903884 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a332d-c57b-4bf2-9d3c-0e88c34a3e2a None None] Pushing event updated for resources: {'Port': ['ID=acfda92c-1be9-4113-82f4-4c11fef26795,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:01.913847 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:01.919139 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5637b7e-94ab-4106-8bf6-0e69afc5935e admin admin] Pushing event deleted for resources: {'Network': ['ID=50babcf5-76a1-42db-8f3d-76cf85168c90,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:01.943931 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-07ab9319-b756-4588-be84-02b4f0845eee req-02f6ea89-2ff0-497c-b639-19b226781936 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:01.987196 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-6a473a56-45dd-4792-8856-bf2b457fe0f6 None None] Port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:17:02.007734 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-6a473a56-45dd-4792-8856-bf2b457fe0f6 None None] Provisioning complete for port acfda92c-1be9-4113-82f4-4c11fef26795 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:02.008437 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6a473a56-45dd-4792-8856-bf2b457fe0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.036274 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for port (b7c083c4-5eed-470e-80c0-f35e0dd5f21e), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.067419 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-07ab9319-b756-4588-be84-02b4f0845eee req-02f6ea89-2ff0-497c-b639-19b226781936 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.089835 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port e2cfd1d7-7619-44e1-ac2b-201776d01971 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:02.159471 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ab9319-b756-4588-be84-02b4f0845eee req-02f6ea89-2ff0-497c-b639-19b226781936 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:17:02.161440 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-07ab9319-b756-4588-be84-02b4f0845eee req-02f6ea89-2ff0-497c-b639-19b226781936 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:17:02.167096 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ab9319-b756-4588-be84-02b4f0845eee req-02f6ea89-2ff0-497c-b639-19b226781936 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:17:02.217995 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-6a473a56-45dd-4792-8856-bf2b457fe0f6 None None] Current status of the port acfda92c-1be9-4113-82f4-4c11fef26795 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:02.218403 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6a473a56-45dd-4792-8856-bf2b457fe0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.226717 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (b7c083c4-5eed-470e-80c0-f35e0dd5f21e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.297347 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6ea89-2ff0-497c-b639-19b226781936 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Pushing event updated for resources: {'Port': ['ID=d09063b0-3b3a-44ec-8588-f6884472f3ad,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:02.310123 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 782b02fc-a05b-4c71-9407-542bbcba0b69 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:17:02.363559 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-6a473a56-45dd-4792-8856-bf2b457fe0f6 None None] For port acfda92c-1be9-4113-82f4-4c11fef26795, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=acfda92c-1be9-4113-82f4-4c11fef26795,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:02.366607 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:17:00Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:17:02.372896 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b196225-4324-4596-8c1e-e974c5edbfe6 req-83fc1e5d-aa66-4ee6-92fc-19d6a14e2e86 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:02.380309 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:17:02.381292 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4b196225-4324-4596-8c1e-e974c5edbfe6 req-83fc1e5d-aa66-4ee6-92fc-19d6a14e2e86 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 931 time: 0.1335235 May 10 20:17:02.392204 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:17:02.400984 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73364d5b-5267-4a5b-90db-667ae962456a None None] The sync data for ids ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'] in dv-cinder-828805-2-iscsi is: [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:17:00Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:17:02.414913 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 782b02fc-a05b-4c71-9407-542bbcba0b69 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:02.415274 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (782b02fc-a05b-4c71-9407-542bbcba0b69), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.420931 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9319-b756-4588-be84-02b4f0845eee req-02f6ea89-2ff0-497c-b639-19b226781936 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:02.422452 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-07ab9319-b756-4588-be84-02b4f0845eee req-02f6ea89-2ff0-497c-b639-19b226781936 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.424947 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6a473a56-45dd-4792-8856-bf2b457fe0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.432124 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:17:02.439760 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event updated for resources: {'Port': ['ID=b7c083c4-5eed-470e-80c0-f35e0dd5f21e,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:02.488332 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50710) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:02.500626 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4b196225-4324-4596-8c1e-e974c5edbfe6 req-e1f0af51-cf4a-4479-b99b-a972e3c7fbd8 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175866 May 10 20:17:02.588228 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e4e8a635-afa2-4a68-b863-58dc00935c0c None None] Provisioning complete for port acfda92c-1be9-4113-82f4-4c11fef26795 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:02.588600 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a635-afa2-4a68-b863-58dc00935c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.623221 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a473a56-45dd-4792-8856-bf2b457fe0f6 None None] Pushing event updated for resources: {'Port': ['ID=acfda92c-1be9-4113-82f4-4c11fef26795,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:02.632721 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ab9319-b756-4588-be84-02b4f0845eee req-02f6ea89-2ff0-497c-b639-19b226781936 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7372346 May 10 20:17:02.646605 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7148de67-9e59-4d16-a3ca-a69ab487f086 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6334469fb3eb491099bd20fc59c07b11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1392331 May 10 20:17:02.648326 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50716) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:02.651305 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Allocated IP 172.27.1.160 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/9e149b7e-77f6-422d-9f55-2e8afe66ddee) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:17:02.724442 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 782b02fc-a05b-4c71-9407-542bbcba0b69 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:02.725918 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device c03c26d4-5100-4210-b66c-e9983cde4cda up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:17:02.740693 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c237a54-743a-4873-8a20-3f88b374adca admin admin] Publish callbacks [] for security_group (f4f5bed7-f273-4fb3-bf86-91948d3e6625), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.778943 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c237a54-743a-4873-8a20-3f88b374adca admin admin] Publish callbacks [] for security_group (f4f5bed7-f273-4fb3-bf86-91948d3e6625), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.858298 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e4e8a635-afa2-4a68-b863-58dc00935c0c None None] Current status of the port acfda92c-1be9-4113-82f4-4c11fef26795 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:02.862164 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port c03c26d4-5100-4210-b66c-e9983cde4cda triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:02.862534 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.915044 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for port (9e149b7e-77f6-422d-9f55-2e8afe66ddee), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.922597 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c237a54-743a-4873-8a20-3f88b374adca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (f4f5bed7-f273-4fb3-bf86-91948d3e6625), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.926998 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c237a54-743a-4873-8a20-3f88b374adca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.930999 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5c237a54-743a-4873-8a20-3f88b374adca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4f5bed7-f273-4fb3-bf86-91948d3e6625 HTTP/1.1" status: 204 len: 168 time: 0.2786350 May 10 20:17:02.949371 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:17:02.950861 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c237a54-743a-4873-8a20-3f88b374adca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f5bed7-f273-4fb3-bf86-91948d3e6625,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:02.967895 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Publish callbacks [] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:02.971860 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for floatingip (e1ecb88f-fe0b-4c46-a508-37056c1012fa), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:03.003025 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70be9d-49ef-40b9-95b5-017376137159 req-5faf6831-80a6-4013-a01c-fbf532d2cde1 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:03.015379 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7c70be9d-49ef-40b9-95b5-017376137159 req-5faf6831-80a6-4013-a01c-fbf532d2cde1 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 944 time: 0.3222201 May 10 20:17:03.037260 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (9e149b7e-77f6-422d-9f55-2e8afe66ddee), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:03.093014 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Transition to ACTIVE for port object c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 will not be triggered until provisioned by entity L2. {{(pid=104125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:17:03.117784 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-55828e56-4885-4e9e-b8b2-9fc1f003cb16 None None] Provisioning complete for port d09063b0-3b3a-44ec-8588-f6884472f3ad triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:03.121557 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-55828e56-4885-4e9e-b8b2-9fc1f003cb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:03.163001 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d417d-6bac-4796-bbac-295a95117dfc req-3c3ba7cd-0288-41f7-b1e6-67c7447c1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:03.169114 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-3c3ba7cd-0288-41f7-b1e6-67c7447c1fd4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8c0a0546-c585-4240-84dc-2e61595e6ec9 HTTP/1.1" status: 200 len: 851 time: 0.1640890 May 10 20:17:03.173560 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port c03c26d4-5100-4210-b66c-e9983cde4cda is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:03.195179 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-55828e56-4885-4e9e-b8b2-9fc1f003cb16 None None] Port d09063b0-3b3a-44ec-8588-f6884472f3ad cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:17:03.217941 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:17:03.225784 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:03.232362 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:17:03.248417 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:17:03.452291 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7c70be9d-49ef-40b9-95b5-017376137159 req-e8302754-b9d6-4a04-8bb1-05a34aa15b5c tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824482 May 10 20:17:03.463007 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (b7c083c4-5eed-470e-80c0-f35e0dd5f21e), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:03.519799 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event updated for resources: {'Port': ['ID=9e149b7e-77f6-422d-9f55-2e8afe66ddee,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:03.645614 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:03.671100 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9e003-8a49-416b-ae1b-eb40247650f2 req-af8c558e-da79-44d1-9689-453c8c9af8bf tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:03.680028 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-00a9e003-8a49-416b-ae1b-eb40247650f2 req-af8c558e-da79-44d1-9689-453c8c9af8bf tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 931 time: 0.0689383 May 10 20:17:03.733684 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-00a9e003-8a49-416b-ae1b-eb40247650f2 req-412e8283-b81e-4592-bf5f-a3af5089025c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478714 May 10 20:17:03.767801 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for floatingip (64fa828b-bb9c-4053-92c8-2d211262335c), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:03.769950 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Attempting to bind port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:17:03.770306 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Attempting to bind port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:17:03.770916 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Attempting to bind port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 on network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:17:03.783626 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 on network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:17:03.784116 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Attempting to bind port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 on network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:17:03.798719 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:17:03.798932 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Checking segment: {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:17:03.799567 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Bound using segment: {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:17:03.800033 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Bound port: c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:17:03.800925 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:03.871617 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50736) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:03.918940 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-146c1b31-40a6-4477-9dc4-2f1ae4072ef2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a21b78a1e5a438f828533f4f3d7024f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460119 May 10 20:17:03.921299 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50738) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:03.927232 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for port (b7c083c4-5eed-470e-80c0-f35e0dd5f21e), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:03.930703 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (9e149b7e-77f6-422d-9f55-2e8afe66ddee), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:03.961665 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] For port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972, host hv-cinder-82880, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:17:03.979899 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b79c6c27-525a-4c3d-8516-33053b334734 admin admin] Publish callbacks [] for security_group (2aaa7cc0-48af-4fb8-aaa8-6b5aa4526768), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:03.989596 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] For port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:17:04.004525 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b79c6c27-525a-4c3d-8516-33053b334734 admin admin] Publish callbacks [] for security_group (2aaa7cc0-48af-4fb8-aaa8-6b5aa4526768), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:04.015946 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (b7c083c4-5eed-470e-80c0-f35e0dd5f21e), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:04.080075 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (e1ecb88f-fe0b-4c46-a508-37056c1012fa), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:04.083105 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:04.120652 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:04.121281 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for port (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:04.122840 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] 10.222.0.83 "PUT /v2.0/ports/c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 HTTP/1.1" status: 200 len: 1093 time: 3.7654791 May 10 20:17:04.123634 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b79c6c27-525a-4c3d-8516-33053b334734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (2aaa7cc0-48af-4fb8-aaa8-6b5aa4526768), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:04.126172 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b79c6c27-525a-4c3d-8516-33053b334734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:04.129684 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b', 'tag': 'c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:17:04.129783 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b79c6c27-525a-4c3d-8516-33053b334734 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2aaa7cc0-48af-4fb8-aaa8-6b5aa4526768 HTTP/1.1" status: 204 len: 168 time: 0.2049971 May 10 20:17:04.142841 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c6c27-525a-4c3d-8516-33053b334734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaa7cc0-48af-4fb8-aaa8-6b5aa4526768,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:04.215015 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event updated for resources: {'Port': ['ID=b7c083c4-5eed-470e-80c0-f35e0dd5f21e,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:04.227790 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:04.230148 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-17e6df36-e781-4c4a-98c0-7740a0248ae3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9641075 May 10 20:17:04.241905 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device acfda92c-1be9-4113-82f4-4c11fef26795 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:17:04.309017 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port acfda92c-1be9-4113-82f4-4c11fef26795 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:04.309722 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:04.343513 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c049c8-8a7a-4506-a1e4-06d27fbd9b59 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:04.380241 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for port (9e149b7e-77f6-422d-9f55-2e8afe66ddee), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:04.444525 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661cc3858028ae1520624e739be1c3cca928fbecdbb6913d5130726f0a1760d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9ad111-bf52-483d-a105-05068a6facdf" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b", "tag": "c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:17:04.457270 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (9e149b7e-77f6-422d-9f55-2e8afe66ddee), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:04.522490 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port acfda92c-1be9-4113-82f4-4c11fef26795 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:04.572146 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (64fa828b-bb9c-4053-92c8-2d211262335c), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:04.651630 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event updated for resources: {'Port': ['ID=9e149b7e-77f6-422d-9f55-2e8afe66ddee,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:04.704701 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264fef-c4fb-4f44-ba37-09a0c8d49997 req-edadcd2a-8a9a-4fef-9ceb-7bcc671f1aba tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:04.713118 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94264fef-c4fb-4f44-ba37-09a0c8d49997 req-edadcd2a-8a9a-4fef-9ceb-7bcc671f1aba tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 944 time: 0.0929227 May 10 20:17:04.759582 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Request body: {'port': {'device_id': '6760c43d-64a5-4cbf-b559-07d871e81f18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:17:04.951527 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-fb9dff90-2529-4c8a-8be6-8e671af7e6fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96c29c32-3228-4be3-bd31-e1b4551cb0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1723254 May 10 20:17:04.959871 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:04.990517 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-76ba8b3d-57fc-401f-b489-4c5166343565 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9105856 May 10 20:17:05.045370 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-c19fd808-678c-4b8a-9b2a-df5d9f320ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:05.049691 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-c19fd808-678c-4b8a-9b2a-df5d9f320ef0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 1127 time: 0.2855544 May 10 20:17:05.078363 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94264fef-c4fb-4f44-ba37-09a0c8d49997 req-b7b388b9-b579-4084-a356-3cafe517badd tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637497 May 10 20:17:05.083931 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:05.195632 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385e759a-1df5-4294-8dc0-bb42a5ffa09b x-openstack-request-id: req-385e759a-1df5-4294-8dc0-bb42a5ffa09b {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:17:05.196195 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b", "tag": "c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:17:05.196603 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-385e759a-1df5-4294-8dc0-bb42a5ffa09b {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:17:05.197211 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-385e759a-1df5-4294-8dc0-bb42a5ffa09b'] response: {'name': 'network-changed', 'server_uuid': '4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b', 'tag': 'c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972', 'status': 'completed', 'code': 200} May 10 20:17:05.199419 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-b2363b36-4e2c-4914-89b5-3ec29141f542 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 HTTP/1.1" status: 200 len: 217 time: 0.1199968 May 10 20:17:05.409659 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-03f5bf03-0bec-4504-a872-30b42b3b28dc service neutron] 10.222.0.83 "GET /v2.0/networks/96c29c32-3228-4be3-bd31-e1b4551cb0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302526 May 10 20:17:05.422680 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-535209c4-67d3-4b4b-800d-e028db5282de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:05.425553 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-535209c4-67d3-4b4b-800d-e028db5282de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.2096374 May 10 20:17:05.456024 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b5794-a197-4533-9952-dcea45d04093 req-c7850d2a-d9d3-47a7-aefd-114972d1d3d8 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:05.465711 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5d4b5794-a197-4533-9952-dcea45d04093 req-c7850d2a-d9d3-47a7-aefd-114972d1d3d8 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 931 time: 0.1166186 May 10 20:17:05.502020 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-85244575-43d7-41e7-be9c-63d892249a19 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1936110575&fields=id&tenant_id=821dc2c3061041a3ab6ee939c306a7ea HTTP/1.1" status: 200 len: 267 time: 0.1874633 May 10 20:17:05.739127 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-73ea147b-05ef-44ff-82a8-300c5a524403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:05.748778 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-73ea147b-05ef-44ff-82a8-300c5a524403 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2430637 May 10 20:17:05.772327 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5d4b5794-a197-4533-9952-dcea45d04093 req-cbb500fe-cc42-4dc2-b170-1b4a4ce96d61 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052738 May 10 20:17:05.788866 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-096d417d-6bac-4796-bbac-295a95117dfc req-d34a4b8b-685c-4970-9cf8-0d95485e1c36 service neutron] 10.222.0.83 "GET /v2.0/networks/96c29c32-3228-4be3-bd31-e1b4551cb0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857363 May 10 20:17:06.048130 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-ec0054d9-c692-42e2-ad9e-a70c6781de7d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1047028668&fields=id&tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2 HTTP/1.1" status: 200 len: 267 time: 0.1337237 May 10 20:17:06.052450 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-a6707c44-b93b-4fd9-b49d-b91d310fbcc3 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791033 May 10 20:17:06.123883 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d7f4f-b7d4-43dd-be7a-b6ef3420abf8 req-ef699cd7-87fe-4d54-ac36-1e9216f3c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:06.127702 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a04d7f4f-b7d4-43dd-be7a-b6ef3420abf8 req-ef699cd7-87fe-4d54-ac36-1e9216f3c1d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19fcef97d9fc42889ca1435f33cef96b&device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 1128 time: 0.1931627 May 10 20:17:06.165372 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50866) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:06.258283 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-351f2ae8-8450-4024-9a3d-8f4c9481f9cd tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:06.271885 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-351f2ae8-8450-4024-9a3d-8f4c9481f9cd tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/networks?id=2b00b815-407a-4d47-9742-67b948c39d25 HTTP/1.1" status: 200 len: 810 time: 0.7698364 May 10 20:17:06.274976 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-2375fe43-1ebc-4f8b-bbbf-b9b98c3d18c8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:06.287843 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-2375fe43-1ebc-4f8b-bbbf-b9b98c3d18c8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/networks?id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 HTTP/1.1" status: 200 len: 817 time: 0.2316830 May 10 20:17:06.296597 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cba8ab97-14fe-44de-ba38-a589b97ad977 req-51b3e5ab-d88b-4715-b01f-f341de3511e1 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318819 May 10 20:17:06.335769 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-0aaffd1a-1fd7-430f-a02f-a3838df48f8a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/quotas/d5cecfb8eb5e4b8ea121c2ef8a9c28a2 HTTP/1.1" status: 200 len: 375 time: 0.0302007 May 10 20:17:06.335934 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:06.410889 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-28fd3dbf-d4c3-4836-94ae-6b1e13c36a9a tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/quotas/821dc2c3061041a3ab6ee939c306a7ea HTTP/1.1" status: 200 len: 375 time: 0.1376214 May 10 20:17:06.426148 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-465c71c9-b916-4313-93f2-f302878f6ac7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967519 May 10 20:17:06.460318 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09063b0-3b3a-44ec-8588-f6884472f3ad {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:17:06.464527 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85b562f3-7832-42ba-b635-dfaf3a931c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:06.503045 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Publish callbacks [] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:06.552481 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ad111-bf52-483d-a105-05068a6facdf req-76c32e8f-7e79-40e7-93d7-21ca77d235ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:06.553997 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bd9ad111-bf52-483d-a105-05068a6facdf req-76c32e8f-7e79-40e7-93d7-21ca77d235ae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 1127 time: 0.0535800 May 10 20:17:06.564746 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Transition to ACTIVE for port object d09063b0-3b3a-44ec-8588-f6884472f3ad will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:17:06.573393 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-cf51effb-7b3d-4656-92ad-cb51e1ece87e service neutron] 10.222.0.65 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341062 May 10 20:17:06.574975 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-1b6d4bf9-46bf-4b52-b882-a8e6175915b7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=821dc2c3061041a3ab6ee939c306a7ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489604 May 10 20:17:06.577710 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d7f4f-b7d4-43dd-be7a-b6ef3420abf8 req-4e4f79e2-1cfc-425c-97d7-13b275c331b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:06.579119 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a04d7f4f-b7d4-43dd-be7a-b6ef3420abf8 req-4e4f79e2-1cfc-425c-97d7-13b275c331b2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=96c29c32-3228-4be3-bd31-e1b4551cb0b8 HTTP/1.1" status: 200 len: 912 time: 0.4198811 May 10 20:17:06.650306 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:06.682735 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-f785839d-aaac-4903-86f5-8ca39f17e065 service neutron] 10.222.0.65 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986166 May 10 20:17:06.757656 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Pushing event updated for resources: {'Port': ['ID=d09063b0-3b3a-44ec-8588-f6884472f3ad,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:06.761603 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85b562f3-7832-42ba-b635-dfaf3a931c7b admin admin] Publish callbacks [] for security_group (58c2583d-749d-41b3-90cf-bcb0aec68624), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:06.872836 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85b562f3-7832-42ba-b635-dfaf3a931c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (58c2583d-749d-41b3-90cf-bcb0aec68624), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:06.883098 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-65356844-99cc-4577-b206-121701afa921 service neutron] 10.222.0.65 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906764 May 10 20:17:07.008616 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a04d7f4f-b7d4-43dd-be7a-b6ef3420abf8 req-e93bfb4f-6e2a-47fe-a346-cc75eb05c50b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=316af1cb-1f2b-4763-9832-bb4b72edb56d HTTP/1.1" status: 200 len: 217 time: 0.2172129 May 10 20:17:07.044471 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Attempting to bind port d09063b0-3b3a-44ec-8588-f6884472f3ad on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:17:07.044909 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Attempting to bind port d09063b0-3b3a-44ec-8588-f6884472f3ad by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:17:07.045326 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Attempting to bind port d09063b0-3b3a-44ec-8588-f6884472f3ad on network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:17:07.061525 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Port d09063b0-3b3a-44ec-8588-f6884472f3ad on network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:17:07.061931 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Attempting to bind port d09063b0-3b3a-44ec-8588-f6884472f3ad on network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:17:07.080814 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:17:07.081357 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Checking segment: {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:17:07.082580 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Bound using segment: {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:17:07.083223 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Bound port: d09063b0-3b3a-44ec-8588-f6884472f3ad, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:17:07.083650 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:07.126926 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b562f3-7832-42ba-b635-dfaf3a931c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c2583d-749d-41b3-90cf-bcb0aec68624,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:07.163206 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-85b562f3-7832-42ba-b635-dfaf3a931c7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d3967d950ee74522aeee6b82e4b4615a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9863310 May 10 20:17:07.166049 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50904) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:07.192551 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e79a9c-938e-4ad2-8de8-f67b7b5d268e req-508cde90-3e59-4ea9-878c-a6cc493d8b18 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:07.200779 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-17e79a9c-938e-4ad2-8de8-f67b7b5d268e req-508cde90-3e59-4ea9-878c-a6cc493d8b18 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 944 time: 0.1178250 May 10 20:17:07.232975 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-4996e9d2-0155-4708-bdbc-2a0b11bf709d service neutron] 10.222.0.65 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484924 May 10 20:17:07.267746 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-17e79a9c-938e-4ad2-8de8-f67b7b5d268e req-f4c8a374-5e8c-4b9b-9a52-d6fe1b9dd69d tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658133 May 10 20:17:07.275118 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ad111-bf52-483d-a105-05068a6facdf req-9a15f7eb-ad22-451e-9c6f-54a3925af4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:07.279415 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bd9ad111-bf52-483d-a105-05068a6facdf req-9a15f7eb-ad22-451e-9c6f-54a3925af4fb service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 919 time: 0.4897892 May 10 20:17:07.287599 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] For port d09063b0-3b3a-44ec-8588-f6884472f3ad, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:17:07.288525 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-26f762e5-51e1-4ae8-8fc2-8d531f691ee1 admin admin] Publish callbacks [] for security_group (58c2583d-749d-41b3-90cf-bcb0aec68624), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:07.293079 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] For port d09063b0-3b3a-44ec-8588-f6884472f3ad, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d09063b0-3b3a-44ec-8588-f6884472f3ad,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:17:07.323065 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-26f762e5-51e1-4ae8-8fc2-8d531f691ee1 admin admin] Publish callbacks [] for security_group (58c2583d-749d-41b3-90cf-bcb0aec68624), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:07.365465 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:07.401187 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e1040-1ab3-48e5-9a35-3fa43610f1ca req-7afe08b7-8d3c-4256-9265-192db5e1d9b0 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:07.404110 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-319e1040-1ab3-48e5-9a35-3fa43610f1ca req-7afe08b7-8d3c-4256-9265-192db5e1d9b0 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 943 time: 0.0628762 May 10 20:17:07.423437 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:07.425227 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:07.425963 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ab9319-b756-4588-be84-02b4f0845eee req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] 10.222.0.83 "PUT /v2.0/ports/d09063b0-3b3a-44ec-8588-f6884472f3ad HTTP/1.1" status: 200 len: 1093 time: 2.6765487 May 10 20:17:07.426563 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6760c43d-64a5-4cbf-b559-07d871e81f18', 'tag': 'd09063b0-3b3a-44ec-8588-f6884472f3ad'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:17:07.428930 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9584f9-1329-42ce-abf0-451c64e5736c" -d '{"events": [{"name": "network-changed", "server_uuid": "6760c43d-64a5-4cbf-b559-07d871e81f18", "tag": "d09063b0-3b3a-44ec-8588-f6884472f3ad"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:17:07.462285 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45920b-954a-4d97-b6da-a6a3e22b8619 service neutron] Pushing event updated for resources: {'Port': ['ID=d09063b0-3b3a-44ec-8588-f6884472f3ad,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:07.495780 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-319e1040-1ab3-48e5-9a35-3fa43610f1ca req-c5e33396-7e13-41be-9c7e-e4c69e777a82 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785272 May 10 20:17:07.524738 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-26f762e5-51e1-4ae8-8fc2-8d531f691ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (58c2583d-749d-41b3-90cf-bcb0aec68624), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:07.532631 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-26f762e5-51e1-4ae8-8fc2-8d531f691ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:07.536692 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-26f762e5-51e1-4ae8-8fc2-8d531f691ee1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58c2583d-749d-41b3-90cf-bcb0aec68624 HTTP/1.1" status: 204 len: 168 time: 0.3667626 May 10 20:17:07.561126 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f762e5-51e1-4ae8-8fc2-8d531f691ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c2583d-749d-41b3-90cf-bcb0aec68624,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:07.630578 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d780a8-6fd6-4787-9d81-17793367e4db x-openstack-request-id: req-77d780a8-6fd6-4787-9d81-17793367e4db {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:17:07.630882 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6760c43d-64a5-4cbf-b559-07d871e81f18", "tag": "d09063b0-3b3a-44ec-8588-f6884472f3ad", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:17:07.631164 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77d780a8-6fd6-4787-9d81-17793367e4db {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:17:07.631583 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d780a8-6fd6-4787-9d81-17793367e4db'] response: {'name': 'network-changed', 'server_uuid': '6760c43d-64a5-4cbf-b559-07d871e81f18', 'tag': 'd09063b0-3b3a-44ec-8588-f6884472f3ad', 'status': 'completed', 'code': 200} May 10 20:17:07.647070 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1293cf52-44d4-4481-b479-d03eb2a24736 req-32140ff8-bcf6-4b72-aa7b-616a46628589 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 210 time: 0.0946081 May 10 20:17:07.746183 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-15b2e5c4-8886-4399-beaf-765c3c76eb27 req-117c6e8d-8660-4bf4-b979-cda5364611e8 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 210 time: 0.0658188 May 10 20:17:08.402344 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19731dd4-1a4d-4ad2-a049-3a07ed5819ec req-75944ea5-4b22-4a1b-a272-0e59932bbf4f tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:08.404529 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-19731dd4-1a4d-4ad2-a049-3a07ed5819ec req-75944ea5-4b22-4a1b-a272-0e59932bbf4f tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 944 time: 0.0525296 May 10 20:17:08.453614 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50952) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:08.458915 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-19731dd4-1a4d-4ad2-a049-3a07ed5819ec req-6f43a831-0d8a-49f2-9526-e3630eb5cd73 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472546 May 10 20:17:08.467107 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af61714d-65d7-411e-abaa-b2661ad307b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:08.527593 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bd9ad111-bf52-483d-a105-05068a6facdf req-cd7c1317-8599-4c67-8f44-a09282ed4689 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 HTTP/1.1" status: 200 len: 217 time: 0.0508096 May 10 20:17:08.611379 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ad111-bf52-483d-a105-05068a6facdf req-de2fcdca-45cb-4fe8-a6d9-229f5ecae0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:08.612889 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bd9ad111-bf52-483d-a105-05068a6facdf req-de2fcdca-45cb-4fe8-a6d9-229f5ecae0da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.0788603 May 10 20:17:08.639274 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d7f4f-b7d4-43dd-be7a-b6ef3420abf8 req-c8fb4e76-40fc-4187-9377-f9c1c1cd87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:08.640870 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a04d7f4f-b7d4-43dd-be7a-b6ef3420abf8 req-c8fb4e76-40fc-4187-9377-f9c1c1cd87d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8c0a0546-c585-4240-84dc-2e61595e6ec9 HTTP/1.1" status: 200 len: 851 time: 0.1636806 May 10 20:17:08.650606 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9584f9-1329-42ce-abf0-451c64e5736c req-e8acde8b-e42e-4816-b527-d4d9998e2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:08.652085 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e9584f9-1329-42ce-abf0-451c64e5736c req-e8acde8b-e42e-4816-b527-d4d9998e2a04 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 1127 time: 0.1230121 May 10 20:17:08.673046 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed3e2-48b9-4be7-8666-347f4174c079 req-38b91af0-5cb5-4bca-8c89-e7c827b7403e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:08.674979 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa5ed3e2-48b9-4be7-8666-347f4174c079 req-38b91af0-5cb5-4bca-8c89-e7c827b7403e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 943 time: 0.0822704 May 10 20:17:08.746002 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af61714d-65d7-411e-abaa-b2661ad307b5 admin admin] Publish callbacks [] for security_group (48f9baa4-9476-4540-a05a-a5818b8b0a14), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:08.750713 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa5ed3e2-48b9-4be7-8666-347f4174c079 req-609e2cfb-e7fd-484d-96c5-2733b1d8328a tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688734 May 10 20:17:08.766270 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9c377ef6-90d1-43ed-9774-50d282fce907 req-f093e174-a910-4481-8216-5d4e9753e3fc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 210 time: 0.0286696 May 10 20:17:08.822285 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4a43431-696d-49d3-8b94-38c0c9287852 req-61df4f94-6f48-45c5-a4b2-a9e210d2ae3e tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 210 time: 0.0272663 May 10 20:17:08.855672 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af61714d-65d7-411e-abaa-b2661ad307b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (48f9baa4-9476-4540-a05a-a5818b8b0a14), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:08.894896 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61714d-65d7-411e-abaa-b2661ad307b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f9baa4-9476-4540-a05a-a5818b8b0a14,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:08.899999 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-af61714d-65d7-411e-abaa-b2661ad307b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f102c3f973aa49729ab0898bb28cd3bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4453588 May 10 20:17:08.902638 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 50966) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:08.954898 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d93d0802-bd30-447b-b6c3-206cd7d76575 admin admin] Publish callbacks [] for security_group (48f9baa4-9476-4540-a05a-a5818b8b0a14), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:08.979082 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d93d0802-bd30-447b-b6c3-206cd7d76575 admin admin] Publish callbacks [] for security_group (48f9baa4-9476-4540-a05a-a5818b8b0a14), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:09.078764 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d93d0802-bd30-447b-b6c3-206cd7d76575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (48f9baa4-9476-4540-a05a-a5818b8b0a14), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:09.081297 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d93d0802-bd30-447b-b6c3-206cd7d76575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:09.083005 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d93d0802-bd30-447b-b6c3-206cd7d76575 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/48f9baa4-9476-4540-a05a-a5818b8b0a14 HTTP/1.1" status: 204 len: 168 time: 0.1787219 May 10 20:17:09.090896 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d0802-bd30-447b-b6c3-206cd7d76575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f9baa4-9476-4540-a05a-a5818b8b0a14,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:09.584187 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437a241-3aeb-4869-9afc-692c7597d0fa req-610f04cd-65b3-48b5-8d85-bf6524907937 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:09.585643 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2437a241-3aeb-4869-9afc-692c7597d0fa req-610f04cd-65b3-48b5-8d85-bf6524907937 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 944 time: 0.0521910 May 10 20:17:09.641592 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2437a241-3aeb-4869-9afc-692c7597d0fa req-89615178-7b61-410f-b37e-bb6dbe7eadfa tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503452 May 10 20:17:09.866711 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577fb5c-6b70-4ef1-a5f7-76861c712dbc req-a59035d7-314e-491b-9d9c-e9f096f915ef tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:09.868300 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9577fb5c-6b70-4ef1-a5f7-76861c712dbc req-a59035d7-314e-491b-9d9c-e9f096f915ef tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 943 time: 0.0495527 May 10 20:17:09.870630 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b80e68fc-82b3-443b-b8ca-d2924ad49ebb req-94223ecf-e1e1-4f03-995c-f746b3aaaabf tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 210 time: 0.0306952 May 10 20:17:09.922275 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9577fb5c-6b70-4ef1-a5f7-76861c712dbc req-a2d846a6-3be7-49c7-bc32-3f5e915497ae tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477314 May 10 20:17:09.955351 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-73acffa4-e79f-464f-839d-b88eb419a2ca req-65b74b5b-a767-4045-9251-37a941da9da8 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 210 time: 0.0274019 May 10 20:17:10.768179 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130210b-62c7-4451-a10d-b35b1ecba9ab req-f98c796b-6ada-494b-920b-cf9b43543add tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:10.769670 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1130210b-62c7-4451-a10d-b35b1ecba9ab req-f98c796b-6ada-494b-920b-cf9b43543add tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 944 time: 0.0502236 May 10 20:17:10.824510 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1130210b-62c7-4451-a10d-b35b1ecba9ab req-408d1d73-eae5-43fb-b8c9-bde14f9b41be tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486693 May 10 20:17:10.974024 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3748afa5-9d19-4281-b534-7a81b72f13fe req-88d1b2d7-db46-4bb1-9ece-d2d3561fbd28 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 210 time: 0.0329096 May 10 20:17:11.038399 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b7aec-409c-49c4-b8bb-c8161833cd6d req-be872e06-8358-4080-a170-7ac2cd46db08 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:11.042293 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-124b7aec-409c-49c4-b8bb-c8161833cd6d req-be872e06-8358-4080-a170-7ac2cd46db08 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 943 time: 0.0482311 May 10 20:17:11.081701 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 316af1cb-1f2b-4763-9832-bb4b72edb56d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:17:11.084813 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ea225a97-143e-4e34-845f-a490243fd644 req-7c0380e5-efd5-47aa-8cd0-44dee026e3d3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 210 time: 0.0481002 May 10 20:17:11.123275 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ad111-bf52-483d-a105-05068a6facdf req-3cb0fc25-61dd-42b4-83e0-31058e06c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:11.125218 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bd9ad111-bf52-483d-a105-05068a6facdf req-3cb0fc25-61dd-42b4-83e0-31058e06c6a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765848 May 10 20:17:11.203000 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a04d7f4f-b7d4-43dd-be7a-b6ef3420abf8 req-4112720d-103b-4c90-a25f-c9df27133440 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96c29c32-3228-4be3-bd31-e1b4551cb0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903130 May 10 20:17:11.222148 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 316af1cb-1f2b-4763-9832-bb4b72edb56d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=316af1cb-1f2b-4763-9832-bb4b72edb56d,segment=NetworkSegment(2f1ce617-8937-4183-808c-d1171f6ee863),segment_id=2f1ce617-8937-4183-808c-d1171f6ee863)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:11.233608 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bd9ad111-bf52-483d-a105-05068a6facdf req-080a9445-6a79-413a-9336-6d286c8bc7a8 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941017 May 10 20:17:11.244801 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '316af1cb-1f2b-4763-9832-bb4b72edb56d', 'network_id': '96c29c32-3228-4be3-bd31-e1b4551cb0b8', 'port_id': '316af1cb-1f2b-4763-9832-bb4b72edb56d', 'mac_address': 'fa:16:3e:a8:95:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0a0546-c585-4240-84dc-2e61595e6ec9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:17:11.286666 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 316af1cb-1f2b-4763-9832-bb4b72edb56d is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:11.287338 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:11.301622 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316af1cb-1f2b-4763-9832-bb4b72edb56d {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:17:11.324019 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 316af1cb-1f2b-4763-9832-bb4b72edb56d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=316af1cb-1f2b-4763-9832-bb4b72edb56d,segment=NetworkSegment(2f1ce617-8937-4183-808c-d1171f6ee863),segment_id=2f1ce617-8937-4183-808c-d1171f6ee863)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:11.350508 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bd9ad111-bf52-483d-a105-05068a6facdf req-368123fd-78fa-4037-8f9e-548184d2549e service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115301 May 10 20:17:11.431857 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:11.433104 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:17:11.504453 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 51046) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:11.516857 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9584f9-1329-42ce-abf0-451c64e5736c req-2463d0f7-f511-4ff5-aff5-3030dd480557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:11.518430 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e9584f9-1329-42ce-abf0-451c64e5736c req-2463d0f7-f511-4ff5-aff5-3030dd480557 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4654665 May 10 20:17:11.558852 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-124b7aec-409c-49c4-b8bb-c8161833cd6d req-9b91206b-bb0d-4136-9487-58001e5076ae tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075562 May 10 20:17:11.610328 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a04d7f4f-b7d4-43dd-be7a-b6ef3420abf8 req-ad7af19e-fa34-4669-bb38-138d0d9a1b32 service neutron] 10.222.0.83 "GET /v2.0/networks/96c29c32-3228-4be3-bd31-e1b4551cb0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924601 May 10 20:17:11.636705 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d20e-ab13-4c33-ba94-7c55aac053d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:11.660651 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=316af1cb-1f2b-4763-9832-bb4b72edb56d,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:11.710773 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:11.718013 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d20e-ab13-4c33-ba94-7c55aac053d7 admin admin] Publish callbacks [] for security_group (857bba31-53c1-4e16-9707-ab337e8d7e92), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:11.722458 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': 'c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'port_id': 'c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972', 'mac_address': 'fa:16:3e:45:92:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:17:11.767243 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:11.767628 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:11.780816 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:17:11.799331 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:11.799589 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d20e-ab13-4c33-ba94-7c55aac053d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (857bba31-53c1-4e16-9707-ab337e8d7e92), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:11.839452 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-3bf3d20e-ab13-4c33-ba94-7c55aac053d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a405a056737f47d5947246746e031a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332400 May 10 20:17:11.840419 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3d20e-ab13-4c33-ba94-7c55aac053d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857bba31-53c1-4e16-9707-ab337e8d7e92,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:11.842040 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 51054) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:11.879686 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:11.908163 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e4a46665-86bd-4b74-a2c9-82ad601da7a7 admin admin] Publish callbacks [] for security_group (857bba31-53c1-4e16-9707-ab337e8d7e92), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:11.930358 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:11.938249 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e4a46665-86bd-4b74-a2c9-82ad601da7a7 admin admin] Publish callbacks [] for security_group (857bba31-53c1-4e16-9707-ab337e8d7e92), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:11.953324 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280764c9-2841-4419-93f5-ad43ea79fbbe req-4178eb85-15e8-4761-ae88-63b581d980a4 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:11.954881 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-280764c9-2841-4419-93f5-ad43ea79fbbe req-4178eb85-15e8-4761-ae88-63b581d980a4 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 945 time: 0.0522041 May 10 20:17:12.002366 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-280764c9-2841-4419-93f5-ad43ea79fbbe req-cdea3b8d-066b-4068-b0aa-781b10fa9e89 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413861 May 10 20:17:12.034305 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e4a46665-86bd-4b74-a2c9-82ad601da7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (857bba31-53c1-4e16-9707-ab337e8d7e92), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:12.038530 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e4a46665-86bd-4b74-a2c9-82ad601da7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:12.042597 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e4a46665-86bd-4b74-a2c9-82ad601da7a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/857bba31-53c1-4e16-9707-ab337e8d7e92 HTTP/1.1" status: 204 len: 168 time: 0.1966496 May 10 20:17:12.053057 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a46665-86bd-4b74-a2c9-82ad601da7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857bba31-53c1-4e16-9707-ab337e8d7e92,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:12.088741 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e30fb5d-ed5d-47ec-b045-6a1edd9f2dbb req-045f97ef-cd49-43a6-bf93-8882e9ee28ab tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 210 time: 0.0320849 May 10 20:17:12.181135 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f7d71b46-1435-4289-831b-aa90c1d09d36 req-d9c6fd1d-9c0a-4db8-a023-4987c470a20d tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 210 time: 0.0316112 May 10 20:17:12.670213 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17cd2f-f681-4df2-883f-b8647cdec3ca req-a8cba9b9-f0d9-402c-bb34-73570c29262b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:12.671788 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7e17cd2f-f681-4df2-883f-b8647cdec3ca req-a8cba9b9-f0d9-402c-bb34-73570c29262b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 943 time: 0.0523779 May 10 20:17:12.721729 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7e17cd2f-f681-4df2-883f-b8647cdec3ca req-b0f7f58a-1645-4329-af23-dcf545157887 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421369 May 10 20:17:12.763525 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 51078) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:12.776863 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d37a4223-fee5-4e8d-b28e-78cfbc20da9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:12.852313 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d37a4223-fee5-4e8d-b28e-78cfbc20da9d admin admin] Publish callbacks [] for security_group (14f6159f-6bfa-4a69-8ff0-c469a3cb3d8d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:12.919307 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d37a4223-fee5-4e8d-b28e-78cfbc20da9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (14f6159f-6bfa-4a69-8ff0-c469a3cb3d8d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:12.958155 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d37a4223-fee5-4e8d-b28e-78cfbc20da9d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=afc4d736d59c4dadb0ef177942429bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1934683 May 10 20:17:12.960034 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a4223-fee5-4e8d-b28e-78cfbc20da9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f6159f-6bfa-4a69-8ff0-c469a3cb3d8d,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:12.966286 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 51084) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:13.016598 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-05d8c901-c0a1-4190-9f7b-99f50c5f9233 admin admin] Publish callbacks [] for security_group (14f6159f-6bfa-4a69-8ff0-c469a3cb3d8d), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:13.038460 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-05d8c901-c0a1-4190-9f7b-99f50c5f9233 admin admin] Publish callbacks [] for security_group (14f6159f-6bfa-4a69-8ff0-c469a3cb3d8d), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:13.121071 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a635f-958e-4622-b136-39eb7891026e req-c19df9bf-bc8b-4752-ad82-5d237b8aeabc tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:13.122587 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-625a635f-958e-4622-b136-39eb7891026e req-c19df9bf-bc8b-4752-ad82-5d237b8aeabc tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 945 time: 0.0486920 May 10 20:17:13.170755 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-625a635f-958e-4622-b136-39eb7891026e req-bbf55483-28cb-4e92-9942-e896ade7a0a0 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 May 10 20:17:13.171986 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-05d8c901-c0a1-4190-9f7b-99f50c5f9233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (14f6159f-6bfa-4a69-8ff0-c469a3cb3d8d), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:13.174477 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-05d8c901-c0a1-4190-9f7b-99f50c5f9233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:13.178241 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-05d8c901-c0a1-4190-9f7b-99f50c5f9233 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14f6159f-6bfa-4a69-8ff0-c469a3cb3d8d HTTP/1.1" status: 204 len: 168 time: 0.2084894 May 10 20:17:13.183849 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8c901-c0a1-4190-9f7b-99f50c5f9233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f6159f-6bfa-4a69-8ff0-c469a3cb3d8d,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:13.197410 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bed585a1-f708-463c-97aa-50c890de7459 req-86021074-afcd-4fab-95cc-913a8e328ec5 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 210 time: 0.0359492 May 10 20:17:13.279740 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ec967632-3df0-4d24-8153-1fd31145eefc req-99dcd26f-a835-4714-b41a-10a7df03d3c4 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 210 time: 0.0276208 May 10 20:17:13.853991 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f386917-90b9-4a19-8a4a-e6ec4f7a546b req-e44f71d0-a8e9-40b1-a4a1-9f286d85848d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:13.855518 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6f386917-90b9-4a19-8a4a-e6ec4f7a546b req-e44f71d0-a8e9-40b1-a4a1-9f286d85848d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 943 time: 0.0467560 May 10 20:17:13.915596 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6f386917-90b9-4a19-8a4a-e6ec4f7a546b req-3f2c82bd-5a46-467f-b8c9-9e9c85add5ba tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449994 May 10 20:17:14.304549 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb473b-8129-4b09-a7e8-423a840f3a37 req-99e95d05-15e4-4020-af0b-a41e16b5361b tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:14.307284 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1bcb473b-8129-4b09-a7e8-423a840f3a37 req-99e95d05-15e4-4020-af0b-a41e16b5361b tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 945 time: 0.0542779 May 10 20:17:14.370304 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['316af1cb-1f2b-4763-9832-bb4b72edb56d'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:17:14.413925 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1bcb473b-8129-4b09-a7e8-423a840f3a37 req-96ebd62f-eab6-44ea-9b89-f7cab8e6073b tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007667 May 10 20:17:14.427515 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e24ac3ef-10dc-46ad-9d86-2da29a025d0d req-841dd79f-08e6-4bef-855d-92e682a8b1a7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 210 time: 0.0814002 May 10 20:17:14.501529 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:17:14.521473 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6b01d2b9-980b-4f9a-ab95-2fdcff956b81 req-41f0329d-ae34-4ac6-ba36-b992c41a078f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 210 time: 0.0422628 May 10 20:17:14.527268 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9584f9-1329-42ce-abf0-451c64e5736c req-e1fe4d32-3a05-4bc7-a9db-1b18bc5d8785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:14.528977 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e9584f9-1329-42ce-abf0-451c64e5736c req-e1fe4d32-3a05-4bc7-a9db-1b18bc5d8785 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3265736 May 10 20:17:14.531095 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a04d7f4f-b7d4-43dd-be7a-b6ef3420abf8 req-a2b912f7-d2a5-4b16-be54-c3654046d433 service neutron] 10.222.0.83 "GET /v2.0/networks/96c29c32-3228-4be3-bd31-e1b4551cb0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210391 May 10 20:17:14.784389 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9319-b756-4588-be84-02b4f0845eee req-134cfa52-dfc1-4d89-91d8-dd67550baae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:14.786597 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ab9319-b756-4588-be84-02b4f0845eee req-134cfa52-dfc1-4d89-91d8-dd67550baae8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 1127 time: 0.0788758 May 10 20:17:14.843034 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ab9319-b756-4588-be84-02b4f0845eee req-43186aa3-9ec8-4549-bbf1-0621320efaab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d09063b0-3b3a-44ec-8588-f6884472f3ad HTTP/1.1" status: 200 len: 217 time: 0.0480330 May 10 20:17:14.851339 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-461ff9f4-dbd3-46bb-bbaf-be82c639d672 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:14.853347 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-461ff9f4-dbd3-46bb-bbaf-be82c639d672 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.83 "GET /v2.0/networks?id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 HTTP/1.1" status: 200 len: 817 time: 0.2525151 May 10 20:17:14.949016 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9319-b756-4588-be84-02b4f0845eee req-d1f5d82f-c91e-4193-9ae0-8234fb8d3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:14.951583 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ab9319-b756-4588-be84-02b4f0845eee req-d1f5d82f-c91e-4193-9ae0-8234fb8d3485 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.0972836 May 10 20:17:14.968104 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-58fe4bba-3e1d-4d41-80c8-3bd771e72aea tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2 HTTP/1.1" status: 200 len: 380 time: 0.1057477 May 10 20:17:14.988666 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-1a3dc4a0-5759-4cbd-9876-80f886303a87 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Request body: {'port': {'device_id': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'admin_state_up': True, 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'security_groups': ['6c54b270-0528-46e2-80cd-cc027a692664']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:17:15.061626 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-cbff6a92-47ed-41ab-85c3-2e70438b38b2 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:15.063427 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-cbff6a92-47ed-41ab-85c3-2e70438b38b2 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.83 "GET /v2.0/networks?id=2b00b815-407a-4d47-9742-67b948c39d25 HTTP/1.1" status: 200 len: 810 time: 0.1436498 May 10 20:17:15.153739 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9319-b756-4588-be84-02b4f0845eee req-46620ac5-3bff-4536-8611-a8aaf58ae8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:15.155407 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ab9319-b756-4588-be84-02b4f0845eee req-46620ac5-3bff-4536-8611-a8aaf58ae8fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1860774 May 10 20:17:15.191844 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-f4acac23-66c6-49b1-b724-ca32dcceef5a tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821dc2c3061041a3ab6ee939c306a7ea HTTP/1.1" status: 200 len: 380 time: 0.1192417 May 10 20:17:15.199941 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466bcf8-8f19-4cc7-92a0-e114b837b8de req-4dc9f3dc-dcca-4e83-9053-a86bcc5f47bd tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:15.201610 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b466bcf8-8f19-4cc7-92a0-e114b837b8de req-4dc9f3dc-dcca-4e83-9053-a86bcc5f47bd tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 943 time: 0.1248524 May 10 20:17:15.208481 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-1b5b6882-d4b5-4e2f-a606-85cf4d1ccb26 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Request body: {'port': {'device_id': '25f6cc79-11c0-4244-ac21-ac182db7d7cc', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'admin_state_up': True, 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'security_groups': ['b080e234-5e8f-4a05-947d-dedec3b2bef5']}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:17:15.354428 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b466bcf8-8f19-4cc7-92a0-e114b837b8de req-984b08ec-f15e-4d65-aae6-99e91fc8adcd tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019375 May 10 20:17:15.413306 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ab9319-b756-4588-be84-02b4f0845eee req-b88831ef-8fba-4dbe-a1f7-b085e3bc1a20 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460573 May 10 20:17:15.487953 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-1a3dc4a0-5759-4cbd-9876-80f886303a87 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Made reservation on behalf of d5cecfb8eb5e4b8ea121c2ef8a9c28a2 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:17:15.499292 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-1a3dc4a0-5759-4cbd-9876-80f886303a87 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:15.549786 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-1b5b6882-d4b5-4e2f-a606-85cf4d1ccb26 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Made reservation on behalf of 821dc2c3061041a3ab6ee939c306a7ea for: {'port': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:17:15.553733 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-1b5b6882-d4b5-4e2f-a606-85cf4d1ccb26 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:15.588539 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c2748-0fe9-4b9d-8e5e-4ef4cd399514 req-69c810dc-0d72-4225-853b-9b56a3dae4c0 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:15.595015 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-754c2748-0fe9-4b9d-8e5e-4ef4cd399514 req-69c810dc-0d72-4225-853b-9b56a3dae4c0 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 945 time: 0.0937035 May 10 20:17:15.638217 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3c398a36-b60d-44f5-aa42-e2153974e869 req-757957b2-9adf-42dc-a156-4785b0f79fce tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 210 time: 0.0817811 May 10 20:17:15.672432 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ab9319-b756-4588-be84-02b4f0845eee req-e1f1d563-cbf5-43bc-8964-9ed5229a5957 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474563 May 10 20:17:15.741995 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-754c2748-0fe9-4b9d-8e5e-4ef4cd399514 req-49d379af-af6b-434f-84c1-593f4d1f6a15 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418252 May 10 20:17:15.783015 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1f92aa1-ebb0-473e-bd72-d0ed9659c07d req-9fa15457-bb6a-4edc-b56b-adcb7d071c76 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 210 time: 0.0478201 May 10 20:17:15.795926 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-1a3dc4a0-5759-4cbd-9876-80f886303a87 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Allocated IP 172.20.0.11 (e95ad3ef-7b5f-4775-9b13-3ca347d35ec6/60a713fc-3628-49db-a510-f75848231cfa/7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:17:15.808414 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-1b5b6882-d4b5-4e2f-a606-85cf4d1ccb26 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Allocated IP 172.20.0.5 (2b00b815-407a-4d47-9742-67b948c39d25/78ce874d-9077-4778-aeb7-86f2c6f9fd78/f3ad9929-2cb4-4711-9a32-8294a05717b6) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:17:15.951353 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-1a3dc4a0-5759-4cbd-9876-80f886303a87 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:15.967837 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 316af1cb-1f2b-4763-9832-bb4b72edb56d up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:17:15.970020 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-1b5b6882-d4b5-4e2f-a606-85cf4d1ccb26 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:16.026748 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port 316af1cb-1f2b-4763-9832-bb4b72edb56d completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:17:16.063501 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-1b5b6882-d4b5-4e2f-a606-85cf4d1ccb26 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:16.063807 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-1a3dc4a0-5759-4cbd-9876-80f886303a87 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:16.110463 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 316af1cb-1f2b-4763-9832-bb4b72edb56d triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:16.111437 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:16.118311 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-1b5b6882-d4b5-4e2f-a606-85cf4d1ccb26 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Network 2b00b815-407a-4d47-9742-67b948c39d25 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:17:16.119243 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-1b5b6882-d4b5-4e2f-a606-85cf4d1ccb26 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:17:16.123294 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-1b5b6882-d4b5-4e2f-a606-85cf4d1ccb26 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:17:16.128910 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-1b5b6882-d4b5-4e2f-a606-85cf4d1ccb26 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:16.129447 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-1b5b6882-d4b5-4e2f-a606-85cf4d1ccb26 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for port (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:16.148729 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b6882-d4b5-4e2f-a606-85cf4d1ccb26 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event updated for resources: {'Port': ['ID=f3ad9929-2cb4-4711-9a32-8294a05717b6,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:16.149843 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-1a3dc4a0-5759-4cbd-9876-80f886303a87 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:17:16.157012 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-1a3dc4a0-5759-4cbd-9876-80f886303a87 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:17:16.161442 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-1a3dc4a0-5759-4cbd-9876-80f886303a87 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:17:16.198817 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dc4a0-5759-4cbd-9876-80f886303a87 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event updated for resources: {'Port': ['ID=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:16.237983 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-1a3dc4a0-5759-4cbd-9876-80f886303a87 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:16.238655 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-1a3dc4a0-5759-4cbd-9876-80f886303a87 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:16.249051 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-1b5b6882-d4b5-4e2f-a606-85cf4d1ccb26 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0514710 May 10 20:17:16.269823 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 316af1cb-1f2b-4763-9832-bb4b72edb56d is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:16.270555 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:16.295775 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7684e951-de3a-48e4-9e3b-394c46f029f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316af1cb-1f2b-4763-9832-bb4b72edb56d'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:17:16.357295 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-1a3dc4a0-5759-4cbd-9876-80f886303a87 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3742473 May 10 20:17:16.378382 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 316af1cb-1f2b-4763-9832-bb4b72edb56d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=316af1cb-1f2b-4763-9832-bb4b72edb56d,segment=NetworkSegment(2f1ce617-8937-4183-808c-d1171f6ee863),segment_id=2f1ce617-8937-4183-808c-d1171f6ee863)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:16.474162 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-afa75a74-f062-4f55-8fb1-f45364c4f9f8 None None] Provisioning complete for port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:16.474627 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-afa75a74-f062-4f55-8fb1-f45364c4f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:16.482202 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505d243-defb-4bbb-a18c-741063bbf48d req-13ae790c-c5a3-4d15-95e6-1be089f75c1a tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:16.483718 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4505d243-defb-4bbb-a18c-741063bbf48d req-13ae790c-c5a3-4d15-95e6-1be089f75c1a tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 943 time: 0.0473769 May 10 20:17:16.501087 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4e0ddc-e2cd-40e1-84b5-83e99f2c1890" -d '{"events": [{"server_uuid": "7684e951-de3a-48e4-9e3b-394c46f029f7", "name": "network-vif-plugged", "status": "completed", "tag": "316af1cb-1f2b-4763-9832-bb4b72edb56d"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:17:16.508869 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:16.510380 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:17:16.519948 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Request body: {'port': {'device_id': '25f6cc79-11c0-4244-ac21-ac182db7d7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:17:16.527360 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Request body: {'port': {'device_id': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:17:16.583648 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-afa75a74-f062-4f55-8fb1-f45364c4f9f8 None None] Port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:17:16.599839 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-afa75a74-f062-4f55-8fb1-f45364c4f9f8 None None] Provisioning complete for port f3ad9929-2cb4-4711-9a32-8294a05717b6 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:16.599839 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-afa75a74-f062-4f55-8fb1-f45364c4f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:16.619093 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:16.624140 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4505d243-defb-4bbb-a18c-741063bbf48d req-f07d022c-8cbb-4d2b-af48-63ab12e3f6d5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342058 May 10 20:17:16.662927 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=316af1cb-1f2b-4763-9832-bb4b72edb56d,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:16.672664 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:16.674095 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-afa75a74-f062-4f55-8fb1-f45364c4f9f8 None None] Port f3ad9929-2cb4-4711-9a32-8294a05717b6 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:17:16.688814 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:17:16.710954 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc96f60-236a-4d2c-b811-ceae6189212b x-openstack-request-id: req-dbc96f60-236a-4d2c-b811-ceae6189212b {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:17:16.711473 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7684e951-de3a-48e4-9e3b-394c46f029f7", "name": "network-vif-plugged", "status": "completed", "tag": "316af1cb-1f2b-4763-9832-bb4b72edb56d", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:17:16.711836 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dbc96f60-236a-4d2c-b811-ceae6189212b {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:17:16.712567 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc96f60-236a-4d2c-b811-ceae6189212b'] response: {'server_uuid': '7684e951-de3a-48e4-9e3b-394c46f029f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316af1cb-1f2b-4763-9832-bb4b72edb56d', 'code': 200} May 10 20:17:16.771716 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:16.772101 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:16.974895 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dc801-1b89-4a6e-a1c0-29cbab2182c3 req-8b4673b5-3c0f-482d-b87d-cba0213dc93b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:16.976615 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5c1dc801-1b89-4a6e-a1c0-29cbab2182c3 req-8b4673b5-3c0f-482d-b87d-cba0213dc93b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 932 time: 0.0699255 May 10 20:17:17.010887 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:17.011960 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:17.048032 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ad9929-2cb4-4711-9a32-8294a05717b6 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:17:17.062708 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Publish callbacks [] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:17.078430 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Transition to ACTIVE for port object f3ad9929-2cb4-4711-9a32-8294a05717b6 will not be triggered until provisioned by entity L2. {{(pid=104125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:17:17.079842 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:17.152683 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5c1dc801-1b89-4a6e-a1c0-29cbab2182c3 req-6b6ec928-811a-4bb8-af27-e3226726b85e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625595 May 10 20:17:17.171508 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:17.214250 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:17.258242 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaac654-f379-49ec-80c4-1bb736009748 req-cafaee6a-cb2d-4cbf-8125-88148a511a48 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:17.259858 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9eaac654-f379-49ec-80c4-1bb736009748 req-cafaee6a-cb2d-4cbf-8125-88148a511a48 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 946 time: 0.0610642 May 10 20:17:17.297055 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:17.340666 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Pushing event updated for resources: {'Port': ['ID=f3ad9929-2cb4-4711-9a32-8294a05717b6,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:17.385465 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b8b65-5707-4146-a199-16d841641f9a req-abe1ef40-3446-480d-b3ae-987b577618dd tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:17.393296 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-171b8b65-5707-4146-a199-16d841641f9a req-abe1ef40-3446-480d-b3ae-987b577618dd tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 943 time: 0.1036894 May 10 20:17:17.401798 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Attempting to bind port f3ad9929-2cb4-4711-9a32-8294a05717b6 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:17:17.402271 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Attempting to bind port f3ad9929-2cb4-4711-9a32-8294a05717b6 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:17:17.402667 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Attempting to bind port f3ad9929-2cb4-4711-9a32-8294a05717b6 on network 2b00b815-407a-4d47-9742-67b948c39d25 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:17:17.412565 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5495feb-c85a-43ea-965d-b30accabf9de req-6efd6f54-39c3-4c00-9eea-14061861698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:17.414071 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e5495feb-c85a-43ea-965d-b30accabf9de req-6efd6f54-39c3-4c00-9eea-14061861698f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 1130 time: 0.1721313 May 10 20:17:17.423532 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Port f3ad9929-2cb4-4711-9a32-8294a05717b6 on network 2b00b815-407a-4d47-9742-67b948c39d25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:17:17.423930 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Attempting to bind port f3ad9929-2cb4-4711-9a32-8294a05717b6 on network 2b00b815-407a-4d47-9742-67b948c39d25 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:17:17.441592 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:17:17.442037 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Checking segment: {'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:17:17.442553 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Bound using segment: {'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:17:17.443099 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Bound port: f3ad9929-2cb4-4711-9a32-8294a05717b6, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:17:17.443562 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:17.498245 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-171b8b65-5707-4146-a199-16d841641f9a req-ab6788db-4d29-4ebe-b946-1e96e851d74c tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039507 May 10 20:17:17.552657 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] For port f3ad9929-2cb4-4711-9a32-8294a05717b6, host hv-cinder-82880, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:17:17.557662 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e5495feb-c85a-43ea-965d-b30accabf9de req-2afa91bc-4c81-4817-8ac5-cb3b4a211d2a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:17.564048 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] For port f3ad9929-2cb4-4711-9a32-8294a05717b6, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f3ad9929-2cb4-4711-9a32-8294a05717b6,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:17:17.611530 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9eaac654-f379-49ec-80c4-1bb736009748 req-ec419d04-0c33-4027-8d96-364627a3a85e tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159964 May 10 20:17:17.646430 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 51314) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:17.684559 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:17.765249 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:17:17.776657 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Publish callbacks [] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:17.787126 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e5495feb-c85a-43ea-965d-b30accabf9de req-2afa91bc-4c81-4817-8ac5-cb3b4a211d2a service neutron] Publish callbacks [] for security_group (658049f4-db84-4864-9e3d-1acaf725f11e), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:17.787656 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22cff6-29c3-45ac-a285-1fdf5b15f997 req-6eb8e53a-36f7-4264-bead-09aaa835b01f tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:17.788868 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0f22cff6-29c3-45ac-a285-1fdf5b15f997 req-6eb8e53a-36f7-4264-bead-09aaa835b01f tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 943 time: 0.0565162 May 10 20:17:17.809821 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:17.810462 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for port (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:17.811801 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Transition to ACTIVE for port object 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:17:17.812621 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] 10.222.0.83 "PUT /v2.0/ports/f3ad9929-2cb4-4711-9a32-8294a05717b6 HTTP/1.1" status: 200 len: 1093 time: 1.3046911 May 10 20:17:17.813072 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f6cc79-11c0-4244-ac21-ac182db7d7cc', 'tag': 'f3ad9929-2cb4-4711-9a32-8294a05717b6'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:17:17.815340 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661cc3858028ae1520624e739be1c3cca928fbecdbb6913d5130726f0a1760d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914eb678-b83d-4c4b-ad21-fd82f351cc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "25f6cc79-11c0-4244-ac21-ac182db7d7cc", "tag": "f3ad9929-2cb4-4711-9a32-8294a05717b6"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:17:17.860570 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ebc7c-e7bd-4a0f-8238-91a5114f47ef service neutron] Pushing event updated for resources: {'Port': ['ID=f3ad9929-2cb4-4711-9a32-8294a05717b6,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:17.867663 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3548fd7-9f45-4920-8501-1b8a17c6d3d9 x-openstack-request-id: req-c3548fd7-9f45-4920-8501-1b8a17c6d3d9 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:17:17.868482 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f6cc79-11c0-4244-ac21-ac182db7d7cc", "tag": "f3ad9929-2cb4-4711-9a32-8294a05717b6", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:17:17.868729 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3548fd7-9f45-4920-8501-1b8a17c6d3d9 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:17:17.869121 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3548fd7-9f45-4920-8501-1b8a17c6d3d9'] response: {'name': 'network-changed', 'server_uuid': '25f6cc79-11c0-4244-ac21-ac182db7d7cc', 'tag': 'f3ad9929-2cb4-4711-9a32-8294a05717b6', 'status': 'completed', 'code': 200} May 10 20:17:17.886432 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0f22cff6-29c3-45ac-a285-1fdf5b15f997 req-f19ea21c-f041-491a-ae33-3c81f71d53ef tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837193 May 10 20:17:17.915047 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e5495feb-c85a-43ea-965d-b30accabf9de req-2afa91bc-4c81-4817-8ac5-cb3b4a211d2a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (658049f4-db84-4864-9e3d-1acaf725f11e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:17.924097 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:17.937789 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914eb678-b83d-4c4b-ad21-fd82f351cc5a req-25039305-9419-44da-b72e-673f642b11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:17.940279 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-914eb678-b83d-4c4b-ad21-fd82f351cc5a req-25039305-9419-44da-b72e-673f642b11ac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=821dc2c3061041a3ab6ee939c306a7ea&device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 1127 time: 0.0516253 May 10 20:17:17.965617 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-47935f20-3bf7-4c5c-8242-f4a0be04a82c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:17.980611 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device d09063b0-3b3a-44ec-8588-f6884472f3ad details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:17:18.012705 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e5495feb-c85a-43ea-965d-b30accabf9de req-2afa91bc-4c81-4817-8ac5-cb3b4a211d2a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798130 May 10 20:17:18.019092 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa91bc-4c81-4817-8ac5-cb3b4a211d2a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=658049f4-db84-4864-9e3d-1acaf725f11e,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:18.061630 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:18.125908 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Attempting to bind port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:17:18.126433 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Attempting to bind port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:17:18.126906 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Attempting to bind port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 on network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:17:18.132389 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-47935f20-3bf7-4c5c-8242-f4a0be04a82c admin admin] Publish callbacks [] for security_group (4303a1a4-b14b-47b7-953f-aa560bb109e5), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:18.132907 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 on network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:17:18.133387 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Attempting to bind port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 on network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:17:18.140289 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:17:18.140678 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Checking segment: {'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:17:18.141059 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Bound using segment: {'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:17:18.141487 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Bound port: 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:17:18.141907 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:18.191402 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port d09063b0-3b3a-44ec-8588-f6884472f3ad, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d09063b0-3b3a-44ec-8588-f6884472f3ad,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:18.210126 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': 'd09063b0-3b3a-44ec-8588-f6884472f3ad', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'port_id': 'd09063b0-3b3a-44ec-8588-f6884472f3ad', 'mac_address': 'fa:16:3e:d7:b9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:17:18.234215 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-47935f20-3bf7-4c5c-8242-f4a0be04a82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (4303a1a4-b14b-47b7-953f-aa560bb109e5), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:18.269159 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port d09063b0-3b3a-44ec-8588-f6884472f3ad is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:18.269552 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:18.289332 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09063b0-3b3a-44ec-8588-f6884472f3ad {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:17:18.298422 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] For port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:17:18.303780 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] For port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:17:18.317923 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port d09063b0-3b3a-44ec-8588-f6884472f3ad, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d09063b0-3b3a-44ec-8588-f6884472f3ad,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:18.345294 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47935f20-3bf7-4c5c-8242-f4a0be04a82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4303a1a4-b14b-47b7-953f-aa560bb109e5,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:18.347667 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 51330) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:18.357797 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-47935f20-3bf7-4c5c-8242-f4a0be04a82c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a520b50d4b47438b827bd2cfc5432270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7075944 May 10 20:17:18.359080 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 51332) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:18.370912 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914eb678-b83d-4c4b-ad21-fd82f351cc5a req-b982f8f2-faaf-45f9-8c23-320e56da129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:18.373411 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-914eb678-b83d-4c4b-ad21-fd82f351cc5a req-b982f8f2-faaf-45f9-8c23-320e56da129e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=821dc2c3061041a3ab6ee939c306a7ea&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4199727 May 10 20:17:18.417140 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:18.442940 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568acb6f-b74f-4b14-8461-3d6a527a7004 req-f3fd24c8-9b1f-41d5-853f-2564a763d451 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:18.444611 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-568acb6f-b74f-4b14-8461-3d6a527a7004 req-f3fd24c8-9b1f-41d5-853f-2564a763d451 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.1282411 May 10 20:17:18.447751 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:18.496650 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=d09063b0-3b3a-44ec-8588-f6884472f3ad,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:18.541569 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7c64ccbe-8b1c-4c9c-84eb-089f297eacd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:18.541730 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:18.585558 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:18.589467 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:18.591294 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-887d4c98-1a42-42ec-bf66-14ac8a1aac96 service neutron] 10.222.0.83 "PUT /v2.0/ports/7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 HTTP/1.1" status: 200 len: 1094 time: 2.0885980 May 10 20:17:18.595702 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'tag': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:17:18.598058 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82ab582-6ffa-43e8-a913-7bac49ea1a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab6f0a6-aa14-407a-b43d-7b7d2855499d", "tag": "7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:17:18.615637 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0cf5ab8c-37d0-4a61-9bc8-cb4332553e69 admin admin] Publish callbacks [] for security_group (4303a1a4-b14b-47b7-953f-aa560bb109e5), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:18.644510 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-568acb6f-b74f-4b14-8461-3d6a527a7004 req-990b3cd4-b04f-43b4-9a89-950d2b353723 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323006 May 10 20:17:18.687343 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0cf5ab8c-37d0-4a61-9bc8-cb4332553e69 admin admin] Publish callbacks [] for security_group (4303a1a4-b14b-47b7-953f-aa560bb109e5), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:18.753768 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:17:18.758800 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71691393-5355-49f4-9838-a786d66281f0" -d '{"events": [{"server_uuid": "4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b", "name": "network-vif-plugged", "status": "completed", "tag": "c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:17:18.768272 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000f07c6-2901-455d-8229-498a0f6d65ad x-openstack-request-id: req-000f07c6-2901-455d-8229-498a0f6d65ad {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:17:18.768462 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab6f0a6-aa14-407a-b43d-7b7d2855499d", "tag": "7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:17:18.768680 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-000f07c6-2901-455d-8229-498a0f6d65ad {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:17:18.769037 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000f07c6-2901-455d-8229-498a0f6d65ad'] response: {'name': 'network-changed', 'server_uuid': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'tag': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'status': 'completed', 'code': 200} May 10 20:17:18.778688 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['d09063b0-3b3a-44ec-8588-f6884472f3ad'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:17:18.839715 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ab582-6ffa-43e8-a913-7bac49ea1a3f req-21bd9f97-8f0f-42b6-a448-f4f5e9b1ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:18.841667 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c82ab582-6ffa-43e8-a913-7bac49ea1a3f req-21bd9f97-8f0f-42b6-a448-f4f5e9b1ef71 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 1128 time: 0.0522425 May 10 20:17:18.891358 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0cf5ab8c-37d0-4a61-9bc8-cb4332553e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (4303a1a4-b14b-47b7-953f-aa560bb109e5), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:18.894139 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0cf5ab8c-37d0-4a61-9bc8-cb4332553e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:18.895273 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-0cf5ab8c-37d0-4a61-9bc8-cb4332553e69 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4303a1a4-b14b-47b7-953f-aa560bb109e5 HTTP/1.1" status: 204 len: 168 time: 0.5342143 May 10 20:17:18.977292 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5ab8c-37d0-4a61-9bc8-cb4332553e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4303a1a4-b14b-47b7-953f-aa560bb109e5,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:18.979641 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7c64ccbe-8b1c-4c9c-84eb-089f297eacd0 admin admin] Publish callbacks [] for security_group (2cd4abd6-edc5-4fa5-abc4-e45e1c692ba8), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:19.012439 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914eb678-b83d-4c4b-ad21-fd82f351cc5a req-81ebe845-f818-4c55-81e9-6a9242168be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:19.013910 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-914eb678-b83d-4c4b-ad21-fd82f351cc5a req-81ebe845-f818-4c55-81e9-6a9242168be6 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6320252 May 10 20:17:19.033857 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d94cb-9e31-4e47-8efe-b2b1642011d6 req-5d3916f4-d87a-425e-8f8f-a9223bfa989e tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:19.035443 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c5d94cb-9e31-4e47-8efe-b2b1642011d6 req-5d3916f4-d87a-425e-8f8f-a9223bfa989e tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 946 time: 0.1576929 May 10 20:17:19.046250 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e504a5a-2951-4386-a017-abc4f59526e7 req-761d9b3c-b50d-49c7-926f-27c4aa0ca1c1 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:19.048445 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7e504a5a-2951-4386-a017-abc4f59526e7 req-761d9b3c-b50d-49c7-926f-27c4aa0ca1c1 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 943 time: 0.4341135 May 10 20:17:19.082157 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7c64ccbe-8b1c-4c9c-84eb-089f297eacd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (2cd4abd6-edc5-4fa5-abc4-e45e1c692ba8), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:19.093795 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ab582-6ffa-43e8-a913-7bac49ea1a3f req-37507086-7cfb-478f-aefd-bd672cf1def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:19.095322 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c82ab582-6ffa-43e8-a913-7bac49ea1a3f req-37507086-7cfb-478f-aefd-bd672cf1def4 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2289112 May 10 20:17:19.175079 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c5d94cb-9e31-4e47-8efe-b2b1642011d6 req-e57b993b-4144-41d8-80ff-23b770bb074b tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200352 May 10 20:17:19.203118 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7c64ccbe-8b1c-4c9c-84eb-089f297eacd0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1843d1fa62bd4ee2b05c46b7000f36b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8440523 May 10 20:17:19.206814 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 51362) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:19.227458 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ab582-6ffa-43e8-a913-7bac49ea1a3f req-cfaeac46-ad0b-4481-b420-cde57952c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:19.229138 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c82ab582-6ffa-43e8-a913-7bac49ea1a3f req-cfaeac46-ad0b-4481-b420-cde57952c7ff service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274154 May 10 20:17:19.254669 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-61924418-6387-4c18-a740-f2e176585b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:19.257469 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-61924418-6387-4c18-a740-f2e176585b4b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=821dc2c3061041a3ab6ee939c306a7ea&device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 1127 time: 0.1897233 May 10 20:17:19.268291 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7e504a5a-2951-4386-a017-abc4f59526e7 req-1f0d7678-73b5-40ee-8efa-8afa46853000 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141221 May 10 20:17:19.273856 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e95efb-7de2-4b18-8889-3b44f377396d x-openstack-request-id: req-70e95efb-7de2-4b18-8889-3b44f377396d {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:17:19.276614 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64ccbe-8b1c-4c9c-84eb-089f297eacd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd4abd6-edc5-4fa5-abc4-e45e1c692ba8,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:19.277057 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b", "name": "network-vif-plugged", "status": "completed", "tag": "c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:17:19.277457 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70e95efb-7de2-4b18-8889-3b44f377396d {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:17:19.278202 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e95efb-7de2-4b18-8889-3b44f377396d'] response: {'server_uuid': '4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972', 'code': 200} May 10 20:17:19.326439 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 51366) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:19.337255 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-8471baa1-ada9-4825-8924-0aaf5aeaf432 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3ad9929-2cb4-4711-9a32-8294a05717b6 HTTP/1.1" status: 200 len: 217 time: 0.0612159 May 10 20:17:19.359914 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b91b88a6-eaa4-489a-9882-c5d0463e0b86 admin admin] Publish callbacks [] for security_group (2cd4abd6-edc5-4fa5-abc4-e45e1c692ba8), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:19.364011 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-b4bd548b-5ca1-4249-9e59-075248c786b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:19.365532 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-b4bd548b-5ca1-4249-9e59-075248c786b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 1128 time: 0.0876176 May 10 20:17:19.414533 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b91b88a6-eaa4-489a-9882-c5d0463e0b86 admin admin] Publish callbacks [] for security_group (2cd4abd6-edc5-4fa5-abc4-e45e1c692ba8), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:19.443513 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-07951477-9155-4699-8e36-580281fdb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:19.445140 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-07951477-9155-4699-8e36-580281fdb2d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78ce874d-9077-4778-aeb7-86f2c6f9fd78 HTTP/1.1" status: 200 len: 849 time: 0.0979621 May 10 20:17:19.455039 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-24b7e01a-9f8b-4f27-a210-f0b26f23538e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 HTTP/1.1" status: 200 len: 217 time: 0.0459898 May 10 20:17:19.466165 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863e141-5494-42bf-a547-e6e8344e6c7b req-4c2acf47-4da7-4c44-80e5-34b701e5b0a9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:19.470696 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0863e141-5494-42bf-a547-e6e8344e6c7b req-4c2acf47-4da7-4c44-80e5-34b701e5b0a9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 944 time: 0.0995033 May 10 20:17:19.532399 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e03a724f-a59e-459c-9a19-72f6c58efc14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:19.551337 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0863e141-5494-42bf-a547-e6e8344e6c7b req-f09be135-e600-4d15-be19-250bd72480bb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747554 May 10 20:17:19.559077 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-cc5f3cde-701e-4901-9340-d7ea4352b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:19.559248 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-447b9637-a2b8-4f7c-b73d-7be911baf671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:19.560635 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-cc5f3cde-701e-4901-9340-d7ea4352b558 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=60a713fc-3628-49db-a510-f75848231cfa HTTP/1.1" status: 200 len: 856 time: 0.0637441 May 10 20:17:19.560766 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-447b9637-a2b8-4f7c-b73d-7be911baf671 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2b00b815-407a-4d47-9742-67b948c39d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657604 May 10 20:17:19.563704 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b91b88a6-eaa4-489a-9882-c5d0463e0b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (2cd4abd6-edc5-4fa5-abc4-e45e1c692ba8), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:19.566280 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b91b88a6-eaa4-489a-9882-c5d0463e0b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:19.567338 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b91b88a6-eaa4-489a-9882-c5d0463e0b86 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2cd4abd6-edc5-4fa5-abc4-e45e1c692ba8 HTTP/1.1" status: 204 len: 168 time: 0.3594904 May 10 20:17:19.615516 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-e8a8f7ae-8d11-4238-8ef2-9d6cc00eceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:19.617458 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-e8a8f7ae-8d11-4238-8ef2-9d6cc00eceb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443358 May 10 20:17:19.633569 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b88a6-eaa4-489a-9882-c5d0463e0b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd4abd6-edc5-4fa5-abc4-e45e1c692ba8,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:19.719522 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-199e2265-53b0-4b85-b7a4-6f89c4fc74af service neutron] 10.222.0.83 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440256 May 10 20:17:19.734676 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63323da-2c52-4ac3-936d-da526d88e887 req-58cc1b8c-16e2-4a71-ac63-9f14437c2919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:19.736326 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d63323da-2c52-4ac3-936d-da526d88e887 req-58cc1b8c-16e2-4a71-ac63-9f14437c2919 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 1129 time: 0.0863674 May 10 20:17:19.745023 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e03a724f-a59e-459c-9a19-72f6c58efc14 admin admin] Publish callbacks [] for security_group (41e67a82-3d1d-41d3-bf2c-450cb1696ab0), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:19.767698 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-9e482fa1-e2ba-4b4c-b743-3cbb61c1162b service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360853 May 10 20:17:19.823223 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd452e8-43fa-4f89-b3fb-14a560de52a0 req-ef67f9a9-ed69-4736-ac99-9157dcb7b197 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:19.824749 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9fd452e8-43fa-4f89-b3fb-14a560de52a0 req-ef67f9a9-ed69-4736-ac99-9157dcb7b197 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0511851 May 10 20:17:19.872009 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9fd452e8-43fa-4f89-b3fb-14a560de52a0 req-0b5b9a24-bcee-4d28-b4b9-b99ffd71c74e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417349 May 10 20:17:19.927008 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e03a724f-a59e-459c-9a19-72f6c58efc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (41e67a82-3d1d-41d3-bf2c-450cb1696ab0), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:19.948871 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 51380) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:19.965854 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f0a2-8e71-4653-b689-39f974834e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:19.972122 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e03a724f-a59e-459c-9a19-72f6c58efc14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=85cf60ccc83946d9b53672f9667dfe8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6444046 May 10 20:17:19.973182 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a724f-a59e-459c-9a19-72f6c58efc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e67a82-3d1d-41d3-bf2c-450cb1696ab0,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:19.975073 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 51382) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:19.981920 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device d09063b0-3b3a-44ec-8588-f6884472f3ad up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:17:20.028296 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port d09063b0-3b3a-44ec-8588-f6884472f3ad completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:17:20.070407 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a54eed0f-9efc-41e9-a464-71268af068cc admin admin] Publish callbacks [] for security_group (41e67a82-3d1d-41d3-bf2c-450cb1696ab0), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.098216 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port d09063b0-3b3a-44ec-8588-f6884472f3ad triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:20.099178 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.106757 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a54eed0f-9efc-41e9-a464-71268af068cc admin admin] Publish callbacks [] for security_group (41e67a82-3d1d-41d3-bf2c-450cb1696ab0), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.121586 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f0a2-8e71-4653-b689-39f974834e57 admin admin] Publish callbacks [] for security_group (35050677-bbf8-4293-a16c-ab5350031aac), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.195066 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f0a2-8e71-4653-b689-39f974834e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (35050677-bbf8-4293-a16c-ab5350031aac), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.225290 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port d09063b0-3b3a-44ec-8588-f6884472f3ad is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:20.225612 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.267377 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port d09063b0-3b3a-44ec-8588-f6884472f3ad, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d09063b0-3b3a-44ec-8588-f6884472f3ad,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:20.307908 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-11a7f6e1-280f-4570-a0d3-3736fbcb57da req-29ae0828-6c70-4afe-8756-53da54622b7d service neutron] 10.222.0.83 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026855 May 10 20:17:20.330232 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a54eed0f-9efc-41e9-a464-71268af068cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (41e67a82-3d1d-41d3-bf2c-450cb1696ab0), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.333147 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a54eed0f-9efc-41e9-a464-71268af068cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.340848 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a54eed0f-9efc-41e9-a464-71268af068cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41e67a82-3d1d-41d3-bf2c-450cb1696ab0 HTTP/1.1" status: 204 len: 168 time: 0.3580205 May 10 20:17:20.395326 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3fe4f0a2-8e71-4653-b689-39f974834e57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b0ed9b7ec483461698d3a620216fa426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4451809 May 10 20:17:20.400361 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.415888 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 51396) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:20.419248 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4f0a2-8e71-4653-b689-39f974834e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35050677-bbf8-4293-a16c-ab5350031aac,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:20.452922 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54eed0f-9efc-41e9-a464-71268af068cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e67a82-3d1d-41d3-bf2c-450cb1696ab0,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:20.470121 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239634c-39df-421d-b22f-ac1f883ef586 req-0c19c8b5-9b62-4dbe-bc8e-0be5fdc23b27 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:20.472798 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e239634c-39df-421d-b22f-ac1f883ef586 req-0c19c8b5-9b62-4dbe-bc8e-0be5fdc23b27 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 946 time: 0.1905267 May 10 20:17:20.491030 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648cce7-7b0d-491b-b27a-0e14bf05abcf req-64a6c845-3563-48f3-938a-67bc8e4de281 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:20.493089 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6648cce7-7b0d-491b-b27a-0e14bf05abcf req-64a6c845-3563-48f3-938a-67bc8e4de281 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 943 time: 0.1182415 May 10 20:17:20.519014 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d63323da-2c52-4ac3-936d-da526d88e887 req-69be4e43-e60f-4f3d-add0-1919535b4587 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109660 May 10 20:17:20.522970 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f06ae8c1-a81f-40e2-8f9c-d6213e693334 req-f8796c5d-fee6-427e-91b5-72fb388fa1d6 service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166337 May 10 20:17:20.538143 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=d09063b0-3b3a-44ec-8588-f6884472f3ad,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:20.547155 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cad47de8-fd03-409e-96bc-ec19114d3836 admin admin] Publish callbacks [] for security_group (35050677-bbf8-4293-a16c-ab5350031aac), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.569336 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e239634c-39df-421d-b22f-ac1f883ef586 req-87d022e1-85ad-4656-9444-17b58333792e tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843346 May 10 20:17:20.597097 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 51402) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:20.606696 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6648cce7-7b0d-491b-b27a-0e14bf05abcf req-6d879626-850e-4ecb-8159-e2a98920433d tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047506 May 10 20:17:20.618687 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cad47de8-fd03-409e-96bc-ec19114d3836 admin admin] Publish callbacks [] for security_group (35050677-bbf8-4293-a16c-ab5350031aac), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.625686 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2c5ea4c-f0a0-4e33-9f1b-c59b5f2c9e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.705544 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94061024-84c6-47f9-b875-6a41673034e9 req-9e595614-0155-496a-bb08-a374c2174d3f tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:20.707025 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94061024-84c6-47f9-b875-6a41673034e9 req-9e595614-0155-496a-bb08-a374c2174d3f tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0515912 May 10 20:17:20.754211 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94061024-84c6-47f9-b875-6a41673034e9 req-dfcb98a7-c6d2-4f0b-b247-46b285b2cab2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 May 10 20:17:20.782924 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-63c6d45a-e9f1-4b57-a184-7be16089ae2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.783126 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cad47de8-fd03-409e-96bc-ec19114d3836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (35050677-bbf8-4293-a16c-ab5350031aac), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.785561 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cad47de8-fd03-409e-96bc-ec19114d3836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.786865 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-cad47de8-fd03-409e-96bc-ec19114d3836 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/35050677-bbf8-4293-a16c-ab5350031aac HTTP/1.1" status: 204 len: 168 time: 0.3600793 May 10 20:17:20.796404 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad47de8-fd03-409e-96bc-ec19114d3836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35050677-bbf8-4293-a16c-ab5350031aac,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:20.842224 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2c5ea4c-f0a0-4e33-9f1b-c59b5f2c9e8c admin admin] Publish callbacks [] for security_group (062042b8-638a-439f-bea3-b4fbc3845add), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.960802 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2c5ea4c-f0a0-4e33-9f1b-c59b5f2c9e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (062042b8-638a-439f-bea3-b4fbc3845add), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:20.991304 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca4b92-4050-4a03-98a5-3bfd19276621 req-122ac556-16fc-4a9e-ab7e-272b734c27c3 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:20.992861 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-69ca4b92-4050-4a03-98a5-3bfd19276621 req-122ac556-16fc-4a9e-ab7e-272b734c27c3 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0472882 May 10 20:17:21.001088 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a2c5ea4c-f0a0-4e33-9f1b-c59b5f2c9e8c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e83ad63d060e4abe95356d1efb54ad17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4029179 May 10 20:17:21.002354 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5ea4c-f0a0-4e33-9f1b-c59b5f2c9e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062042b8-638a-439f-bea3-b4fbc3845add,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:21.004742 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 51410) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:21.067287 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-69ca4b92-4050-4a03-98a5-3bfd19276621 req-63905922-894e-4b1f-a7c6-043c38003d48 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684218 May 10 20:17:21.091595 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f9be64e4-ac55-439a-a670-490271d5837c admin admin] Publish callbacks [] for security_group (062042b8-638a-439f-bea3-b4fbc3845add), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:21.106173 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f9be64e4-ac55-439a-a670-490271d5837c admin admin] Publish callbacks [] for security_group (062042b8-638a-439f-bea3-b4fbc3845add), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:21.218386 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f9be64e4-ac55-439a-a670-490271d5837c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (062042b8-638a-439f-bea3-b4fbc3845add), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:21.220930 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f9be64e4-ac55-439a-a670-490271d5837c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:21.222058 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f9be64e4-ac55-439a-a670-490271d5837c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/062042b8-638a-439f-bea3-b4fbc3845add HTTP/1.1" status: 204 len: 168 time: 0.2152998 May 10 20:17:21.232067 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be64e4-ac55-439a-a670-490271d5837c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062042b8-638a-439f-bea3-b4fbc3845add,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:21.244434 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 51420) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:21.267593 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-850cf409-2ccb-4d44-bb52-a020a58a1fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:21.280729 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6760c43d-64a5-4cbf-b559-07d871e81f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09063b0-3b3a-44ec-8588-f6884472f3ad'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:17:21.283144 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e332378-302b-434b-a7f5-fc59d320b29a" -d '{"events": [{"server_uuid": "6760c43d-64a5-4cbf-b559-07d871e81f18", "name": "network-vif-plugged", "status": "completed", "tag": "d09063b0-3b3a-44ec-8588-f6884472f3ad"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:17:21.326626 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ae32e2-5e58-4858-ba8a-37179604b478 x-openstack-request-id: req-86ae32e2-5e58-4858-ba8a-37179604b478 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:17:21.327206 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6760c43d-64a5-4cbf-b559-07d871e81f18", "name": "network-vif-plugged", "status": "completed", "tag": "d09063b0-3b3a-44ec-8588-f6884472f3ad", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:17:21.327657 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86ae32e2-5e58-4858-ba8a-37179604b478 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:17:21.328288 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ae32e2-5e58-4858-ba8a-37179604b478'] response: {'server_uuid': '6760c43d-64a5-4cbf-b559-07d871e81f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09063b0-3b3a-44ec-8588-f6884472f3ad', 'code': 200} May 10 20:17:21.358859 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-850cf409-2ccb-4d44-bb52-a020a58a1fca admin admin] Publish callbacks [] for security_group (cb6116ac-f162-40a1-aa62-780944cf9b1c), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:21.418033 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-850cf409-2ccb-4d44-bb52-a020a58a1fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (cb6116ac-f162-40a1-aa62-780944cf9b1c), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:21.458608 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-850cf409-2ccb-4d44-bb52-a020a58a1fca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca49683347ca43abb4db836e47e8fe85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129040 May 10 20:17:21.459656 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cf409-2ccb-4d44-bb52-a020a58a1fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6116ac-f162-40a1-aa62-780944cf9b1c,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:21.461234 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 51428) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:21.512693 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e12a10b-9b39-49b5-94a0-7408da970c14 admin admin] Publish callbacks [] for security_group (cb6116ac-f162-40a1-aa62-780944cf9b1c), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:21.533916 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e12a10b-9b39-49b5-94a0-7408da970c14 admin admin] Publish callbacks [] for security_group (cb6116ac-f162-40a1-aa62-780944cf9b1c), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:21.681432 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e12a10b-9b39-49b5-94a0-7408da970c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (cb6116ac-f162-40a1-aa62-780944cf9b1c), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:21.687167 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e12a10b-9b39-49b5-94a0-7408da970c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:21.690310 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5e12a10b-9b39-49b5-94a0-7408da970c14 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb6116ac-f162-40a1-aa62-780944cf9b1c HTTP/1.1" status: 204 len: 168 time: 0.2270243 May 10 20:17:21.701925 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12a10b-9b39-49b5-94a0-7408da970c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6116ac-f162-40a1-aa62-780944cf9b1c,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:21.709548 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bbbc7-6974-4db5-a9d5-a1bd128cbdb6 req-7d46ee1c-5027-4b1e-ad15-ce1affe704eb tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:21.718394 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ed1bbbc7-6974-4db5-a9d5-a1bd128cbdb6 req-7d46ee1c-5027-4b1e-ad15-ce1affe704eb tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 946 time: 0.0704002 May 10 20:17:21.794626 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda06c8-1977-4ce4-97ee-98b6fb717dd0 req-f89051df-2054-440d-9667-da534c9a3e44 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:21.796523 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8eda06c8-1977-4ce4-97ee-98b6fb717dd0 req-f89051df-2054-440d-9667-da534c9a3e44 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 943 time: 0.0871119 May 10 20:17:21.812399 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ed1bbbc7-6974-4db5-a9d5-a1bd128cbdb6 req-12e0c7b3-7e90-4dc7-97db-b5eca5a5c2f9 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911853 May 10 20:17:21.882798 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8eda06c8-1977-4ce4-97ee-98b6fb717dd0 req-2df2f334-0f6c-4a53-bee2-54c98250aa2f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802100 May 10 20:17:21.941321 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8da0d-a4c5-40d1-b749-d11c72a27dbe req-a9d1f34f-f3bc-4680-821d-1cc2cd7bc623 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:21.942862 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0db8da0d-a4c5-40d1-b749-d11c72a27dbe req-a9d1f34f-f3bc-4680-821d-1cc2cd7bc623 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0714884 May 10 20:17:21.986060 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device f3ad9929-2cb4-4711-9a32-8294a05717b6 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:17:21.997127 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0db8da0d-a4c5-40d1-b749-d11c72a27dbe req-baadb812-b70c-4ec2-9930-b8721d90ff30 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480230 May 10 20:17:22.169012 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port f3ad9929-2cb4-4711-9a32-8294a05717b6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f3ad9929-2cb4-4711-9a32-8294a05717b6,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:22.201590 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': 'f3ad9929-2cb4-4711-9a32-8294a05717b6', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'port_id': 'f3ad9929-2cb4-4711-9a32-8294a05717b6', 'mac_address': 'fa:16:3e:16:99:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:17:22.257094 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde6b48-28a5-4941-9094-a86627ad1eb0 req-12aa4c2c-cade-4c7d-8af2-c212325f846d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:22.259255 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dde6b48-28a5-4941-9094-a86627ad1eb0 req-12aa4c2c-cade-4c7d-8af2-c212325f846d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0693712 May 10 20:17:22.280249 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port f3ad9929-2cb4-4711-9a32-8294a05717b6 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:22.280249 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:22.293970 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ad9929-2cb4-4711-9a32-8294a05717b6 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:17:22.317221 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port f3ad9929-2cb4-4711-9a32-8294a05717b6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f3ad9929-2cb4-4711-9a32-8294a05717b6,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:22.358264 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dde6b48-28a5-4941-9094-a86627ad1eb0 req-2f83e06b-3dd3-427b-abb0-4b4cb070e019 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834250 May 10 20:17:22.390396 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:22.471981 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=f3ad9929-2cb4-4711-9a32-8294a05717b6,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:22.638517 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['f3ad9929-2cb4-4711-9a32-8294a05717b6'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:17:22.905987 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3b32c-4f84-4a33-a58f-80199b8e287d req-6d65ccb6-7a3b-4c36-b216-89cf459d4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:22.908255 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07e3b32c-4f84-4a33-a58f-80199b8e287d req-6d65ccb6-7a3b-4c36-b216-89cf459d4e5f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 1129 time: 0.0514801 May 10 20:17:23.005170 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3aeccf-ead9-492d-8cb3-c0615ebd48c6 req-860b4fc6-e399-41ba-a7a7-4692ed4a6df6 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:23.006752 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ef3aeccf-ead9-492d-8cb3-c0615ebd48c6 req-860b4fc6-e399-41ba-a7a7-4692ed4a6df6 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 944 time: 0.0480533 May 10 20:17:23.087323 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ef3aeccf-ead9-492d-8cb3-c0615ebd48c6 req-928fad23-5323-407f-9538-992c754beaa7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746624 May 10 20:17:23.120073 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3e016f02-171c-42b0-873a-961980045180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:23.143608 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e65a13-f6c0-4bb2-851d-2400ad7a6acf req-2de3d500-ed15-4115-a35c-7e056a1c51e0 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:23.145096 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82e65a13-f6c0-4bb2-851d-2400ad7a6acf req-2de3d500-ed15-4115-a35c-7e056a1c51e0 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0636654 May 10 20:17:23.197250 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82e65a13-f6c0-4bb2-851d-2400ad7a6acf req-1e7404e5-8538-4e76-ae97-03fc848b7cba tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452909 May 10 20:17:23.351097 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07e3b32c-4f84-4a33-a58f-80199b8e287d req-f050151c-5a48-473e-9c25-204b9fc3ad99 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443954 May 10 20:17:23.506057 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444ba97-8ab4-4407-bd87-9ebf0acf6a6c req-28d2dc63-8c48-497a-adf5-93ea6c20f5c1 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:23.508077 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b444ba97-8ab4-4407-bd87-9ebf0acf6a6c req-28d2dc63-8c48-497a-adf5-93ea6c20f5c1 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0714409 May 10 20:17:23.567197 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b444ba97-8ab4-4407-bd87-9ebf0acf6a6c req-d783dc25-a8ea-4e5b-9910-87596a857760 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526500 May 10 20:17:23.998912 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:17:24.001096 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device f3ad9929-2cb4-4711-9a32-8294a05717b6 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:17:24.105223 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port f3ad9929-2cb4-4711-9a32-8294a05717b6 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:17:24.144508 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:24.156381 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'port_id': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'mac_address': 'fa:16:3e:dc:fd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:17:24.190372 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port f3ad9929-2cb4-4711-9a32-8294a05717b6 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:24.190743 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:24.206590 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8825fd-693c-42e2-8ecb-7367968e1272 req-5426dbd6-0419-4566-b64f-68bd43ac1497 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:24.208080 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d8825fd-693c-42e2-8ecb-7367968e1272 req-5426dbd6-0419-4566-b64f-68bd43ac1497 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 944 time: 0.0515223 May 10 20:17:24.220171 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:24.220644 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:24.261018 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d8825fd-693c-42e2-8ecb-7367968e1272 req-ab22a6eb-8752-4062-908e-cff9a828c27c tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468752 May 10 20:17:24.274375 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:17:24.327189 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4701c-e974-4a2d-84a0-c322e3d86e62 req-03bd3503-3612-4310-9772-6c5078416c2a tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:24.334789 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7ca4701c-e974-4a2d-84a0-c322e3d86e62 req-03bd3503-3612-4310-9772-6c5078416c2a tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0658484 May 10 20:17:24.380273 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:24.398830 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port f3ad9929-2cb4-4711-9a32-8294a05717b6 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:24.399726 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:24.401998 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7ca4701c-e974-4a2d-84a0-c322e3d86e62 req-4f34f08e-241e-4ffe-870b-cba4d7760a4e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662944 May 10 20:17:24.448197 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f6cc79-11c0-4244-ac21-ac182db7d7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ad9929-2cb4-4711-9a32-8294a05717b6'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:17:24.450900 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7648a699-fc7b-49cb-b15d-a8303dfdd78f" -d '{"events": [{"server_uuid": "25f6cc79-11c0-4244-ac21-ac182db7d7cc", "name": "network-vif-plugged", "status": "completed", "tag": "f3ad9929-2cb4-4711-9a32-8294a05717b6"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:17:24.465315 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port f3ad9929-2cb4-4711-9a32-8294a05717b6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f3ad9929-2cb4-4711-9a32-8294a05717b6,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:24.481867 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:24.488532 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:24.516068 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48d0614-2e94-43aa-9775-73688ddc6668 x-openstack-request-id: req-d48d0614-2e94-43aa-9775-73688ddc6668 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:17:24.516635 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f6cc79-11c0-4244-ac21-ac182db7d7cc", "name": "network-vif-plugged", "status": "completed", "tag": "f3ad9929-2cb4-4711-9a32-8294a05717b6", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:17:24.517037 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d48d0614-2e94-43aa-9775-73688ddc6668 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:17:24.517567 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48d0614-2e94-43aa-9775-73688ddc6668'] response: {'server_uuid': '25f6cc79-11c0-4244-ac21-ac182db7d7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ad9929-2cb4-4711-9a32-8294a05717b6', 'code': 200} May 10 20:17:24.550879 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:24.607582 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:24.664054 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=f3ad9929-2cb4-4711-9a32-8294a05717b6,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:24.701159 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dac30-f94d-4722-8d2b-b4e8204b879a req-5027a632-37db-4fc8-9a0b-bd959a11cd57 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:24.702742 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c19dac30-f94d-4722-8d2b-b4e8204b879a req-5027a632-37db-4fc8-9a0b-bd959a11cd57 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 945 time: 0.0561831 May 10 20:17:24.740520 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:17:24.785231 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c19dac30-f94d-4722-8d2b-b4e8204b879a req-5039534a-8f0a-43b5-8b70-571c6f99367c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758560 May 10 20:17:25.155316 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682d131-3e3c-4e14-92a4-e0b4f7013660 req-a2a53cbe-e1b1-4cc2-83de-496372e9a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:25.156835 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9682d131-3e3c-4e14-92a4-e0b4f7013660 req-a2a53cbe-e1b1-4cc2-83de-496372e9a009 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 1129 time: 0.0427363 May 10 20:17:25.208767 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9682d131-3e3c-4e14-92a4-e0b4f7013660 req-9e271efe-4718-42d1-b766-45c9bfce3d96 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453181 May 10 20:17:25.416601 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac8540-392f-4e13-b7fe-3bf99bea66cf req-05d0f7c5-ebce-4a0d-968e-f00b2be5fbe1 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:25.418240 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7dac8540-392f-4e13-b7fe-3bf99bea66cf req-05d0f7c5-ebce-4a0d-968e-f00b2be5fbe1 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0466833 May 10 20:17:25.466839 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7dac8540-392f-4e13-b7fe-3bf99bea66cf req-ad345aa1-312e-4b0e-b566-a256766e9a81 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 May 10 20:17:25.572966 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77592ab-ba64-4f2c-b60a-592cd8ac2b27 req-6955520d-0b93-4d48-911b-f6ba5731346c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:25.574482 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d77592ab-ba64-4f2c-b60a-592cd8ac2b27 req-6955520d-0b93-4d48-911b-f6ba5731346c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0483472 May 10 20:17:25.634513 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d77592ab-ba64-4f2c-b60a-592cd8ac2b27 req-1a9f3330-c4a5-4fca-9658-36415fdb75fe tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527990 May 10 20:17:25.743953 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:25.913432 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275a1bf-6d4f-4110-9673-1c70ceb52d51 req-5f9fd02b-f75d-4c44-b062-11904038d5ca tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:25.914983 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5275a1bf-6d4f-4110-9673-1c70ceb52d51 req-5f9fd02b-f75d-4c44-b062-11904038d5ca tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 945 time: 0.0476582 May 10 20:17:25.969593 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5275a1bf-6d4f-4110-9673-1c70ceb52d51 req-8aa95588-888a-45e6-b126-173ec6b20238 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485632 May 10 20:17:26.279963 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c50ec3-fafc-492c-aafa-f4a4fbdf0c71 req-f365f6cb-1aa1-4c72-ad5b-aa671012c5e7 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:26.281446 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a9c50ec3-fafc-492c-aafa-f4a4fbdf0c71 req-f365f6cb-1aa1-4c72-ad5b-aa671012c5e7 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0513301 May 10 20:17:26.329603 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a9c50ec3-fafc-492c-aafa-f4a4fbdf0c71 req-386e8839-ff7f-47bf-b808-efe518f2e21d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425975 May 10 20:17:26.483070 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:17:26.530208 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:17:26.586920 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64876d98-1bd3-44b5-9fda-a684cb0ac0c4 req-3c3bd589-fb2f-4582-b0b2-d6b9fee8b8c0 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:26.588416 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64876d98-1bd3-44b5-9fda-a684cb0ac0c4 req-3c3bd589-fb2f-4582-b0b2-d6b9fee8b8c0 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0517943 May 10 20:17:26.635871 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64876d98-1bd3-44b5-9fda-a684cb0ac0c4 req-78e19711-1fad-4b03-bad7-c87d25d21049 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416241 May 10 20:17:26.640352 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:26.640743 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:26.723304 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:17:26.723698 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:26.746374 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:17:26.748558 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afd725b-c55a-4251-8188-23518e200a55" -d '{"events": [{"server_uuid": "5ab6f0a6-aa14-407a-b43d-7b7d2855499d", "name": "network-vif-plugged", "status": "completed", "tag": "7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:17:26.760734 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:26.787929 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b18853f-c93e-46aa-991c-2fb99b6c429a x-openstack-request-id: req-0b18853f-c93e-46aa-991c-2fb99b6c429a {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:17:26.788281 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab6f0a6-aa14-407a-b43d-7b7d2855499d", "name": "network-vif-plugged", "status": "completed", "tag": "7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:17:26.788545 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b18853f-c93e-46aa-991c-2fb99b6c429a {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:17:26.788947 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b18853f-c93e-46aa-991c-2fb99b6c429a'] response: {'server_uuid': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'code': 200} May 10 20:17:26.819078 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:26.865988 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:27.088873 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116217dc-b7ac-430a-8f2b-1b5edc835319 req-07f52b5a-903a-4c2f-beac-4ff23a3ac782 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:27.090363 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-116217dc-b7ac-430a-8f2b-1b5edc835319 req-07f52b5a-903a-4c2f-beac-4ff23a3ac782 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0463099 May 10 20:17:27.137085 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-116217dc-b7ac-430a-8f2b-1b5edc835319 req-6c5ef9f8-c64a-4615-9b57-7ab07e195cdd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413561 May 10 20:17:27.217789 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:27.442580 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053e1d5-4c98-409f-be46-62bb229e7bf2 req-3440b0a0-a7a1-4e71-ac95-12104bde9245 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:27.444112 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3053e1d5-4c98-409f-be46-62bb229e7bf2 req-3440b0a0-a7a1-4e71-ac95-12104bde9245 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0474083 May 10 20:17:27.492619 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3053e1d5-4c98-409f-be46-62bb229e7bf2 req-d2b9cfb4-f1d2-443c-b462-b9d794a77905 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404859 May 10 20:17:27.759503 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3e3e5-05ae-489a-ac6c-875ecd731d81 req-7a8f2924-2ecf-476c-ac4f-63a45f5c2abb tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:27.761536 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9f3e3e5-05ae-489a-ac6c-875ecd731d81 req-7a8f2924-2ecf-476c-ac4f-63a45f5c2abb tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0540440 May 10 20:17:27.818120 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9f3e3e5-05ae-489a-ac6c-875ecd731d81 req-3cb1a49c-f9cb-4a76-977f-c5d76b562584 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509908 May 10 20:17:28.256262 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fb672-e548-4e27-8cda-5af34a5b8e31 req-bee78ced-9476-4863-8248-97761cbcb589 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:28.257754 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6e0fb672-e548-4e27-8cda-5af34a5b8e31 req-bee78ced-9476-4863-8248-97761cbcb589 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0511150 May 10 20:17:28.310130 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6e0fb672-e548-4e27-8cda-5af34a5b8e31 req-fa4106a9-09c5-49d9-859a-906a225db893 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467169 May 10 20:17:28.608448 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c09413-54bf-451d-a58c-1fed6182ed99 req-69b161a9-6ea4-4383-b066-5e582386d884 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:28.609940 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-84c09413-54bf-451d-a58c-1fed6182ed99 req-69b161a9-6ea4-4383-b066-5e582386d884 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0485449 May 10 20:17:28.658139 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-84c09413-54bf-451d-a58c-1fed6182ed99 req-3afe746b-09f2-4f70-a4ed-822e2914e4ed tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425503 May 10 20:17:28.930632 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7f8b0-cab8-4cd0-bf35-221384b69f1f req-7b2dafba-d5ab-4c9b-8553-e62a8a1828e3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:28.932387 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-54f7f8b0-cab8-4cd0-bf35-221384b69f1f req-7b2dafba-d5ab-4c9b-8553-e62a8a1828e3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0480089 May 10 20:17:28.990715 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-54f7f8b0-cab8-4cd0-bf35-221384b69f1f req-66be43b9-6cc2-40af-bacc-263aaee05b35 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517762 May 10 20:17:29.442055 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604a1e0-64c2-4214-859e-7ddc35d0e084 req-e0744d99-fdcc-4795-99b4-7e7b6f0b0755 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:29.443649 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8604a1e0-64c2-4214-859e-7ddc35d0e084 req-e0744d99-fdcc-4795-99b4-7e7b6f0b0755 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0492301 May 10 20:17:29.502021 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8604a1e0-64c2-4214-859e-7ddc35d0e084 req-a41306ca-24ef-46bf-9278-244def07e032 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524080 May 10 20:17:29.776847 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39869d-40ed-44c8-8018-49861c47a95d req-36ce2eff-68ba-4bc6-8619-54a84dfdf153 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:29.778384 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7f39869d-40ed-44c8-8018-49861c47a95d req-36ce2eff-68ba-4bc6-8619-54a84dfdf153 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0487456 May 10 20:17:29.853397 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7f39869d-40ed-44c8-8018-49861c47a95d req-99869410-7ed9-4c6f-8615-c6dd71718795 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666466 May 10 20:17:30.114262 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb5581-59ca-4fc1-94ab-55b95efe9cdf req-b270086a-c39f-4585-a12e-cb19b4b6f073 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:30.115732 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-89fb5581-59ca-4fc1-94ab-55b95efe9cdf req-b270086a-c39f-4585-a12e-cb19b4b6f073 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0532722 May 10 20:17:30.163057 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-89fb5581-59ca-4fc1-94ab-55b95efe9cdf req-c2765a3b-a2b6-422f-bad8-6dec4536c115 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 May 10 20:17:30.615055 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172d287-22be-4763-a681-4c711658526d req-e740d839-fc91-4d06-8dea-e5a1eba2699c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:30.616513 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6172d287-22be-4763-a681-4c711658526d req-e740d839-fc91-4d06-8dea-e5a1eba2699c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0462279 May 10 20:17:30.662487 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6172d287-22be-4763-a681-4c711658526d req-39f92eed-0382-41e8-a963-7f7f40eccc57 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397909 May 10 20:17:30.964438 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f678dd4-c76a-4561-b584-42b06964b89b req-a04dd5e9-929a-410b-bf30-ab3297cdbdb9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:30.965869 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3f678dd4-c76a-4561-b584-42b06964b89b req-a04dd5e9-929a-410b-bf30-ab3297cdbdb9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0451396 May 10 20:17:31.011475 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3f678dd4-c76a-4561-b584-42b06964b89b req-23da2277-14c9-44f5-9860-ca70f6243761 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401945 May 10 20:17:31.022785 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:17:31.278414 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4c3e4-7024-4ae7-9645-dda929818c42 req-8db39d61-bef0-4bd9-8ba8-24a05e432bed tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:31.279956 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-99f4c3e4-7024-4ae7-9645-dda929818c42 req-8db39d61-bef0-4bd9-8ba8-24a05e432bed tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0479543 May 10 20:17:31.327379 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-99f4c3e4-7024-4ae7-9645-dda929818c42 req-157f6e1a-875d-4c8c-b3ec-9b641765ad8b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418921 May 10 20:17:31.427283 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de607ee7-b6ce-443a-bcb9-c8e02afa76f0 req-801b7722-d8fd-4026-8855-2e12803536d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:31.429112 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de607ee7-b6ce-443a-bcb9-c8e02afa76f0 req-801b7722-d8fd-4026-8855-2e12803536d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 1129 time: 0.0429487 May 10 20:17:31.551980 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de607ee7-b6ce-443a-bcb9-c8e02afa76f0 req-86e66469-aecd-4a36-ad9f-b1ed8b81eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:31.553702 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de607ee7-b6ce-443a-bcb9-c8e02afa76f0 req-86e66469-aecd-4a36-ad9f-b1ed8b81eaa2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 919 time: 0.0938752 May 10 20:17:31.598739 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de607ee7-b6ce-443a-bcb9-c8e02afa76f0 req-f7b2796a-c4cc-4ded-80fa-a735ac0604f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d09063b0-3b3a-44ec-8588-f6884472f3ad HTTP/1.1" status: 200 len: 217 time: 0.0352080 May 10 20:17:31.650253 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de607ee7-b6ce-443a-bcb9-c8e02afa76f0 req-8737ed1d-57b8-4fe7-a5b5-cb3c7131ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:31.651792 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de607ee7-b6ce-443a-bcb9-c8e02afa76f0 req-8737ed1d-57b8-4fe7-a5b5-cb3c7131ed23 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.0471811 May 10 20:17:31.781131 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc51f2-3c82-4607-8d8c-64143f703cfa req-9c938e74-e24f-4a2b-a6ae-8ef38fa11070 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:31.782619 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9afc51f2-3c82-4607-8d8c-64143f703cfa req-9c938e74-e24f-4a2b-a6ae-8ef38fa11070 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0475612 May 10 20:17:31.834409 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9afc51f2-3c82-4607-8d8c-64143f703cfa req-14b1b71d-4c2c-46d5-ac64-6df6d32c3982 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455387 May 10 20:17:32.131165 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbc4b1-4eb7-4b41-a9a8-ea0f9d884d7b req-43e3e17b-0f71-4973-8ce2-f9b6b5965652 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:32.132657 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a7bbc4b1-4eb7-4b41-a9a8-ea0f9d884d7b req-43e3e17b-0f71-4973-8ce2-f9b6b5965652 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0517395 May 10 20:17:32.181646 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a7bbc4b1-4eb7-4b41-a9a8-ea0f9d884d7b req-9c7e3c88-2272-4bce-a254-09b4abadfb94 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428479 May 10 20:17:32.550288 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9f9b6-8056-458c-8667-46c4360153f1 req-a2e8eaad-39ef-457e-a936-8d7675d2dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:32.550288 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37e9f9b6-8056-458c-8667-46c4360153f1 req-a2e8eaad-39ef-457e-a936-8d7675d2dac1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 1130 time: 0.2740901 May 10 20:17:32.550288 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de607ee7-b6ce-443a-bcb9-c8e02afa76f0 req-5c38d9f3-3c76-45b8-9579-075637b2118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:32.550288 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de607ee7-b6ce-443a-bcb9-c8e02afa76f0 req-5c38d9f3-3c76-45b8-9579-075637b2118b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2843928 May 10 20:17:32.568878 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e990fca-86ae-4aeb-aef9-46e923d707fe req-30038b6e-3a3b-494c-8f2a-ce7010defd76 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:32.570674 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e990fca-86ae-4aeb-aef9-46e923d707fe req-30038b6e-3a3b-494c-8f2a-ce7010defd76 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0709269 May 10 20:17:32.718506 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37e9f9b6-8056-458c-8667-46c4360153f1 req-fceab9ac-0ddc-4f98-8bcd-cdafbbf81244 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349161 May 10 20:17:32.735562 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e990fca-86ae-4aeb-aef9-46e923d707fe req-0313d4e1-6ade-4cda-935e-0ff6300e6b94 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476452 May 10 20:17:32.755343 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de607ee7-b6ce-443a-bcb9-c8e02afa76f0 req-39bebab5-9a5c-49a3-9382-049450fa999f service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692817 May 10 20:17:32.964515 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78704eb-a865-48e8-912d-4257819173bb req-c3448910-1acb-494b-95af-4bfc6f6e1d64 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:32.965976 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b78704eb-a865-48e8-912d-4257819173bb req-c3448910-1acb-494b-95af-4bfc6f6e1d64 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0482068 May 10 20:17:33.013095 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b78704eb-a865-48e8-912d-4257819173bb req-811ce614-a45f-43cd-8d48-c374dccbaae3 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414870 May 10 20:17:33.235615 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de607ee7-b6ce-443a-bcb9-c8e02afa76f0 req-86ff0c0b-4ca2-4e28-b1d1-cb24fd6367f4 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859478 May 10 20:17:33.297877 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85644cc-8ca2-4208-a717-0785370f9f36 req-37c4ba3e-b393-44ae-9988-b44130221687 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:33.299504 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f85644cc-8ca2-4208-a717-0785370f9f36 req-37c4ba3e-b393-44ae-9988-b44130221687 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0509412 May 10 20:17:33.346216 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f85644cc-8ca2-4208-a717-0785370f9f36 req-bbd2766f-4fd4-4741-b534-0cbe438e21fa tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 May 10 20:17:33.850510 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5f0e0-e75d-41e4-aa66-61e385fc24e1 req-79ee30e6-ace2-4e29-b6a1-6a0ebef73276 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:33.852273 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-dee5f0e0-e75d-41e4-aa66-61e385fc24e1 req-79ee30e6-ace2-4e29-b6a1-6a0ebef73276 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0488997 May 10 20:17:33.901880 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-dee5f0e0-e75d-41e4-aa66-61e385fc24e1 req-42a7de92-10ba-40f3-8a40-8d0dbc69704b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433874 May 10 20:17:34.012296 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee44e4f-f05a-4ca0-a67f-f953db3231d1 req-cea57f0d-5764-4f4b-ac0f-a5c55d666226 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:34.013953 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ee44e4f-f05a-4ca0-a67f-f953db3231d1 req-cea57f0d-5764-4f4b-ac0f-a5c55d666226 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0479896 May 10 20:17:34.022564 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 51844) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:34.027052 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-c3a92820-621b-4c1c-8adc-b975957feef9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Request body: {'floatingip': {'port_id': 'f3ad9929-2cb4-4711-9a32-8294a05717b6'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:17:34.105711 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c3a92820-621b-4c1c-8adc-b975957feef9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for floatingip (e1ecb88f-fe0b-4c46-a508-37056c1012fa), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:34.149446 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1290c4-ab28-4370-ba00-e5e108293448 req-b7f7a0e4-2006-4bec-875d-183b59cf372d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:34.151258 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bf1290c4-ab28-4370-ba00-e5e108293448 req-b7f7a0e4-2006-4bec-875d-183b59cf372d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0580137 May 10 20:17:34.202197 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bf1290c4-ab28-4370-ba00-e5e108293448 req-c935ed51-8db2-429f-9bef-d490c26b5b14 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441422 May 10 20:17:34.533215 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea13b99-cd56-461d-88f1-214c8adb1e9c req-09756188-a5bd-4795-8e5d-3650b9630fe3 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:34.534695 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aea13b99-cd56-461d-88f1-214c8adb1e9c req-09756188-a5bd-4795-8e5d-3650b9630fe3 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.1170244 May 10 20:17:34.707959 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aea13b99-cd56-461d-88f1-214c8adb1e9c req-973cc005-4d50-4233-abce-e7e78a71bc84 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654639 May 10 20:17:34.813824 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c3a92820-621b-4c1c-8adc-b975957feef9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:34.854936 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c3a92820-621b-4c1c-8adc-b975957feef9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (e1ecb88f-fe0b-4c46-a508-37056c1012fa), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:35.186073 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-93d06fe7-9cdb-4aba-b8ec-e7c6219e938b req-7453af05-093e-4f53-aa4c-b5e7e47f567d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484288 May 10 20:17:35.187178 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-c3a92820-621b-4c1c-8adc-b975957feef9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Floating IP e1ecb88f-fe0b-4c46-a508-37056c1012fa associated. External IP: 172.27.1.24, port: f3ad9929-2cb4-4711-9a32-8294a05717b6. May 10 20:17:35.324990 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bbdc7-7d1a-456f-9daf-ace720af98f1 req-3c2e9b55-d1f1-4ab7-870e-b91a46a47327 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:35.326586 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-901bbdc7-7d1a-456f-9daf-ace720af98f1 req-3c2e9b55-d1f1-4ab7-870e-b91a46a47327 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0480850 May 10 20:17:35.373488 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-901bbdc7-7d1a-456f-9daf-ace720af98f1 req-5695c35f-6017-416c-ac76-f01f36739759 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408640 May 10 20:17:35.408626 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a92820-621b-4c1c-8adc-b975957feef9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Router e30f1c23-17c0-4473-9c0d-f672faf6c51d has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:17:35.520110 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a92820-621b-4c1c-8adc-b975957feef9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:17:35.524422 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c3a92820-621b-4c1c-8adc-b975957feef9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:35.532537 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8d63d-f800-470f-a7eb-84533fd9fc16 None None] Sync routers for ids ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:17:35.543005 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8d63d-f800-470f-a7eb-84533fd9fc16 None None] Routers {'e30f1c23-17c0-4473-9c0d-f672faf6c51d'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:17:35.543720 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-9dd8d63d-f800-470f-a7eb-84533fd9fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:17:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:17:35.557792 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-c3a92820-621b-4c1c-8adc-b975957feef9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "PUT /v2.0/floatingips/e1ecb88f-fe0b-4c46-a508-37056c1012fa HTTP/1.1" status: 200 len: 990 time: 1.5341899 May 10 20:17:35.558516 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f6cc79-11c0-4244-ac21-ac182db7d7cc', 'tag': 'f3ad9929-2cb4-4711-9a32-8294a05717b6'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:17:35.561530 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745ce39d-b3f1-4bf9-96e1-d9bd2cf584f0" -d '{"events": [{"name": "network-changed", "server_uuid": "25f6cc79-11c0-4244-ac21-ac182db7d7cc", "tag": "f3ad9929-2cb4-4711-9a32-8294a05717b6"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:17:35.610779 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b7373b-55b9-47fb-8c38-48e2ffeb6e2a x-openstack-request-id: req-28b7373b-55b9-47fb-8c38-48e2ffeb6e2a {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:17:35.611087 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f6cc79-11c0-4244-ac21-ac182db7d7cc", "tag": "f3ad9929-2cb4-4711-9a32-8294a05717b6", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:17:35.611345 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28b7373b-55b9-47fb-8c38-48e2ffeb6e2a {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:17:35.611752 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b7373b-55b9-47fb-8c38-48e2ffeb6e2a'] response: {'name': 'network-changed', 'server_uuid': '25f6cc79-11c0-4244-ac21-ac182db7d7cc', 'tag': 'f3ad9929-2cb4-4711-9a32-8294a05717b6', 'status': 'completed', 'code': 200} May 10 20:17:35.668307 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-9dd8d63d-f800-470f-a7eb-84533fd9fc16 None None] Set router e30f1c23-17c0-4473-9c0d-f672faf6c51d gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:17:35.824429 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c724cc9-6e82-48ca-a2c4-9b2168123de5 req-322bb18d-6e49-4fa3-986f-eeae2ed44b0e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:35.825811 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2c724cc9-6e82-48ca-a2c4-9b2168123de5 req-322bb18d-6e49-4fa3-986f-eeae2ed44b0e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0528164 May 10 20:17:35.881113 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2c724cc9-6e82-48ca-a2c4-9b2168123de5 req-2d89292f-f5c1-4ea3-86e5-243b634388ec tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489845 May 10 20:17:35.937269 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-9dd8d63d-f800-470f-a7eb-84533fd9fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'e1ecb88f-fe0b-4c46-a508-37056c1012fa', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'port_id': 'f3ad9929-2cb4-4711-9a32-8294a05717b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'mac_address': 'fa:16:3e:16:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6cc79-11c0-4244-ac21-ac182db7d7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:17:02Z', 'updated_at': '2022-05-10T20:17:34Z', 'revision_number': 1, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:58Z', 'revision_number': 5, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:17:35.967895 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8d63d-f800-470f-a7eb-84533fd9fc16 None None] Checking router: e30f1c23-17c0-4473-9c0d-f672faf6c51d for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:17:35.976169 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8d63d-f800-470f-a7eb-84533fd9fc16 None None] Routers {'e30f1c23-17c0-4473-9c0d-f672faf6c51d'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:17:35.976780 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-9dd8d63d-f800-470f-a7eb-84533fd9fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:17:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:17:36.091052 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ce39d-b3f1-4bf9-96e1-d9bd2cf584f0 req-eb2622cc-5dfd-47f5-a713-6e2ddb6930c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:36.092656 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-745ce39d-b3f1-4bf9-96e1-d9bd2cf584f0 req-eb2622cc-5dfd-47f5-a713-6e2ddb6930c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=821dc2c3061041a3ab6ee939c306a7ea&device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 1129 time: 0.0741954 May 10 20:17:36.094894 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-9dd8d63d-f800-470f-a7eb-84533fd9fc16 None None] Set router e30f1c23-17c0-4473-9c0d-f672faf6c51d gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:17:36.098037 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06fe7-9cdb-4aba-b8ec-e7c6219e938b req-cbda788e-a2f1-4a8e-8bd6-4c9ae83f11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:36.099410 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-93d06fe7-9cdb-4aba-b8ec-e7c6219e938b req-cbda788e-a2f1-4a8e-8bd6-4c9ae83f11f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19fcef97d9fc42889ca1435f33cef96b&device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 1130 time: 0.0520976 May 10 20:17:36.322123 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ce39d-b3f1-4bf9-96e1-d9bd2cf584f0 req-a25365a9-25ca-403d-aa69-060515b964bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:36.322951 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-745ce39d-b3f1-4bf9-96e1-d9bd2cf584f0 req-a25365a9-25ca-403d-aa69-060515b964bd service neutron] 10.222.0.83 "GET /v2.0/networks?id=2b00b815-407a-4d47-9742-67b948c39d25 HTTP/1.1" status: 200 len: 911 time: 0.1697431 May 10 20:17:36.324303 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06fe7-9cdb-4aba-b8ec-e7c6219e938b req-d0d1811f-246c-4e9c-b6d2-581ac1d501b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:36.325656 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-93d06fe7-9cdb-4aba-b8ec-e7c6219e938b req-d0d1811f-246c-4e9c-b6d2-581ac1d501b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=96c29c32-3228-4be3-bd31-e1b4551cb0b8 HTTP/1.1" status: 200 len: 912 time: 0.1647465 May 10 20:17:36.352574 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:36.415217 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-9dd8d63d-f800-470f-a7eb-84533fd9fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'e1ecb88f-fe0b-4c46-a508-37056c1012fa', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'port_id': 'f3ad9929-2cb4-4711-9a32-8294a05717b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'mac_address': 'fa:16:3e:16:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6cc79-11c0-4244-ac21-ac182db7d7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:17:02Z', 'updated_at': '2022-05-10T20:17:34Z', 'revision_number': 1, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:58Z', 'revision_number': 5, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:17:36.444825 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8d63d-f800-470f-a7eb-84533fd9fc16 None None] The sync data for ids ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'] in dv-cinder-828805-2-iscsi is: [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'e1ecb88f-fe0b-4c46-a508-37056c1012fa', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'port_id': 'f3ad9929-2cb4-4711-9a32-8294a05717b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'mac_address': 'fa:16:3e:16:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6cc79-11c0-4244-ac21-ac182db7d7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:17:02Z', 'updated_at': '2022-05-10T20:17:34Z', 'revision_number': 1, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:58Z', 'revision_number': 5, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:17:36.497744 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a7e4e-488b-4411-bbd4-30999398dcad req-39b474a2-82ec-4fc1-b914-ff217d8c4201 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:36.499298 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db9a7e4e-488b-4411-bbd4-30999398dcad req-39b474a2-82ec-4fc1-b914-ff217d8c4201 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0505211 May 10 20:17:36.549262 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db9a7e4e-488b-4411-bbd4-30999398dcad req-1fb91a2c-6c49-4a11-a17a-3c6cedfa7c66 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440261 May 10 20:17:36.658119 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059f868-6a0c-4df9-b58b-cdcf4ea49a04 None None] New status for floating IP e1ecb88f-fe0b-4c46-a508-37056c1012fa: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:17:36.711713 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-93d06fe7-9cdb-4aba-b8ec-e7c6219e938b req-bd087d9b-0370-4e05-bb96-359a1647d30c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=316af1cb-1f2b-4763-9832-bb4b72edb56d HTTP/1.1" status: 200 len: 217 time: 0.0832574 May 10 20:17:36.797169 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-745ce39d-b3f1-4bf9-96e1-d9bd2cf584f0 req-6f35d52d-e321-4b0b-8acd-ea424e23fc57 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3ad9929-2cb4-4711-9a32-8294a05717b6 HTTP/1.1" status: 200 len: 998 time: 0.1619678 May 10 20:17:36.802868 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06fe7-9cdb-4aba-b8ec-e7c6219e938b req-95795318-feac-4827-b292-aba913dbf9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:36.804864 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-93d06fe7-9cdb-4aba-b8ec-e7c6219e938b req-95795318-feac-4827-b292-aba913dbf9c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8c0a0546-c585-4240-84dc-2e61595e6ec9 HTTP/1.1" status: 200 len: 851 time: 0.0838122 May 10 20:17:36.869870 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-93d06fe7-9cdb-4aba-b8ec-e7c6219e938b req-784cce25-b990-4a05-968b-c3222cd93f89 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96c29c32-3228-4be3-bd31-e1b4551cb0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488355 May 10 20:17:36.901260 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ce39d-b3f1-4bf9-96e1-d9bd2cf584f0 req-93dbeb67-fa92-4606-a18c-a204c9a31fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:36.902649 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-745ce39d-b3f1-4bf9-96e1-d9bd2cf584f0 req-93dbeb67-fa92-4606-a18c-a204c9a31fa5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78ce874d-9077-4778-aeb7-86f2c6f9fd78 HTTP/1.1" status: 200 len: 849 time: 0.0831728 May 10 20:17:36.986767 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ce39d-b3f1-4bf9-96e1-d9bd2cf584f0 req-5e7ecb9c-5946-41bf-b5a6-616834a84707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:36.988276 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-745ce39d-b3f1-4bf9-96e1-d9bd2cf584f0 req-5e7ecb9c-5946-41bf-b5a6-616834a84707 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2b00b815-407a-4d47-9742-67b948c39d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743616 May 10 20:17:37.021354 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-93d06fe7-9cdb-4aba-b8ec-e7c6219e938b req-f62c65ac-f8af-4428-903d-fbdcc7551d12 service neutron] 10.222.0.83 "GET /v2.0/networks/96c29c32-3228-4be3-bd31-e1b4551cb0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289217 May 10 20:17:37.030425 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36619c1-5fd8-4377-9a44-e509a40fab47 req-ace79ae7-ba95-4209-b01f-bc456a806754 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:37.031951 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e36619c1-5fd8-4377-9a44-e509a40fab47 req-ace79ae7-ba95-4209-b01f-bc456a806754 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0715499 May 10 20:17:37.081687 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e36619c1-5fd8-4377-9a44-e509a40fab47 req-bae2b344-51f1-45bc-9db9-32964d81e923 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428255 May 10 20:17:37.225886 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-745ce39d-b3f1-4bf9-96e1-d9bd2cf584f0 req-5ea0f1c4-1581-4a2e-a9e5-b7e4490ae2df service neutron] 10.222.0.83 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993748 May 10 20:17:37.619479 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 51930) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:37.677591 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de617e-5956-40f7-90b5-5abeeb4840ac req-dccb0f9b-d3b2-49c3-8fa2-5d14d2edfaf9 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:37.677591 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85de617e-5956-40f7-90b5-5abeeb4840ac req-dccb0f9b-d3b2-49c3-8fa2-5d14d2edfaf9 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0498362 May 10 20:17:37.813410 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85de617e-5956-40f7-90b5-5abeeb4840ac req-4667617b-1734-4532-bd36-f2733a7f7d2a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285033 May 10 20:17:37.815562 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:37.895958 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-93d06fe7-9cdb-4aba-b8ec-e7c6219e938b req-d4fe43c8-9fe2-4749-8400-eb90b6702674 service neutron] 10.222.0.83 "GET /v2.0/networks/96c29c32-3228-4be3-bd31-e1b4551cb0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556909 May 10 20:17:37.938938 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Publish callbacks [] for security_group (c559636f-b9ea-471b-8e0a-db733a9e6997), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:37.954170 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430c47d-0971-48e1-a104-385d4a922286 req-331587d6-c583-460f-8234-345183d7c6b1 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:37.955703 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c430c47d-0971-48e1-a104-385d4a922286 req-331587d6-c583-460f-8234-345183d7c6b1 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0598812 May 10 20:17:37.964590 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 51950) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:37.969069 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-949c46ff-cb1a-41f4-9304-017c64e0e31f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Request body: {'floatingip': {'port_id': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:17:38.014959 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (c559636f-b9ea-471b-8e0a-db733a9e6997), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:38.028358 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-745ce39d-b3f1-4bf9-96e1-d9bd2cf584f0 req-1f35039d-7bc0-4390-bc95-4d415bbc62e4 service neutron] 10.222.0.83 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028738 May 10 20:17:38.041519 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-949c46ff-cb1a-41f4-9304-017c64e0e31f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for floatingip (64fa828b-bb9c-4053-92c8-2d211262335c), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:38.063920 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b367870b55cf42b19eec3b14a9bfc8aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4431164 May 10 20:17:38.064746 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 51952) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:38.072752 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c559636f-b9ea-471b-8e0a-db733a9e6997,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:38.088507 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.088852 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.089186 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.089521 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.089847 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.090195 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.090522 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.090840 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.091156 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.091474 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.091793 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.092208 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.092529 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.092842 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.093156 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83567aa7-752e-4c69-8b7e-c44638c8ade1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:38.133645 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7b7744ec-355f-4c89-b3de-7d221cd105d1 admin admin] Publish callbacks [] for security_group (c559636f-b9ea-471b-8e0a-db733a9e6997), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:38.160519 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7b7744ec-355f-4c89-b3de-7d221cd105d1 admin admin] Publish callbacks [] for security_group (c559636f-b9ea-471b-8e0a-db733a9e6997), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:38.229595 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7a3d9-a211-4204-8347-1dcd5184cbaa req-63e413e2-bf12-44cc-abec-ba0c9d97e689 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:38.231177 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-29f7a3d9-a211-4204-8347-1dcd5184cbaa req-63e413e2-bf12-44cc-abec-ba0c9d97e689 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0684052 May 10 20:17:38.288331 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-29f7a3d9-a211-4204-8347-1dcd5184cbaa req-1da973c0-ae8e-4f8a-9e43-44f907dbf88e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515213 May 10 20:17:38.353070 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7b7744ec-355f-4c89-b3de-7d221cd105d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (c559636f-b9ea-471b-8e0a-db733a9e6997), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:38.355694 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7b7744ec-355f-4c89-b3de-7d221cd105d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:38.356822 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7b7744ec-355f-4c89-b3de-7d221cd105d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c559636f-b9ea-471b-8e0a-db733a9e6997 HTTP/1.1" status: 204 len: 168 time: 0.2910984 May 10 20:17:38.368045 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7744ec-355f-4c89-b3de-7d221cd105d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c559636f-b9ea-471b-8e0a-db733a9e6997,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:38.521193 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 51974) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:38.643829 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c17d19f1-8b8a-41bb-8c18-7db1c5afae2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:38.729839 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c17d19f1-8b8a-41bb-8c18-7db1c5afae2d admin admin] Publish callbacks [] for security_group (57c7819e-c2d2-4508-81fb-635498ae1d93), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:38.830986 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c17d19f1-8b8a-41bb-8c18-7db1c5afae2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (57c7819e-c2d2-4508-81fb-635498ae1d93), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:38.868401 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-c17d19f1-8b8a-41bb-8c18-7db1c5afae2d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62ae41513d9d4505a06c4710f82d48ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459814 May 10 20:17:38.869767 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d19f1-8b8a-41bb-8c18-7db1c5afae2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c7819e-c2d2-4508-81fb-635498ae1d93,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:38.871552 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 51984) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:38.928008 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4aee473-d6d0-4d48-ad34-08c7223c9b39 admin admin] Publish callbacks [] for security_group (57c7819e-c2d2-4508-81fb-635498ae1d93), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:38.939753 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.db.resource_extend [None req-949c46ff-cb1a-41f4-9304-017c64e0e31f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 20:17:38.955685 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4aee473-d6d0-4d48-ad34-08c7223c9b39 admin admin] Publish callbacks [] for security_group (57c7819e-c2d2-4508-81fb-635498ae1d93), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.015898 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-949c46ff-cb1a-41f4-9304-017c64e0e31f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.059583 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4aee473-d6d0-4d48-ad34-08c7223c9b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (57c7819e-c2d2-4508-81fb-635498ae1d93), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.062867 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4aee473-d6d0-4d48-ad34-08c7223c9b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.064009 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d4aee473-d6d0-4d48-ad34-08c7223c9b39 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57c7819e-c2d2-4508-81fb-635498ae1d93 HTTP/1.1" status: 204 len: 168 time: 0.1915605 May 10 20:17:39.072664 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aee473-d6d0-4d48-ad34-08c7223c9b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c7819e-c2d2-4508-81fb-635498ae1d93,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:39.105186 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-949c46ff-cb1a-41f4-9304-017c64e0e31f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (64fa828b-bb9c-4053-92c8-2d211262335c), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.215050 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.l3_db [None req-949c46ff-cb1a-41f4-9304-017c64e0e31f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Floating IP 64fa828b-bb9c-4053-92c8-2d211262335c associated. External IP: 172.27.1.160, port: 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2. May 10 20:17:39.263600 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 51988) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:39.276618 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93aad0bf-7407-4b4b-88cb-3412191319fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.365696 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93aad0bf-7407-4b4b-88cb-3412191319fd admin admin] Publish callbacks [] for security_group (472e43d8-e2e9-4ac2-b52f-539eff45172b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.432232 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93aad0bf-7407-4b4b-88cb-3412191319fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (472e43d8-e2e9-4ac2-b52f-539eff45172b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.441461 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18e6a2-76e0-410f-ba92-a3dcc0bf3c11 req-f34a559d-4d2b-4ff6-bac5-9f19195b3548 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:39.443099 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1f18e6a2-76e0-410f-ba92-a3dcc0bf3c11 req-f34a559d-4d2b-4ff6-bac5-9f19195b3548 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0630019 May 10 20:17:39.477317 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-93aad0bf-7407-4b4b-88cb-3412191319fd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e789f0ff432a4b65b56ae384889c2fa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125316 May 10 20:17:39.478195 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aad0bf-7407-4b4b-88cb-3412191319fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472e43d8-e2e9-4ac2-b52f-539eff45172b,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:39.479947 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 51996) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:39.553029 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949c46ff-cb1a-41f4-9304-017c64e0e31f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Router 1f82cb1e-dfe4-4594-86da-b9b8b124344e has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:17:39.580496 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1f18e6a2-76e0-410f-ba92-a3dcc0bf3c11 req-9563cf4e-b7b8-49ea-a308-572db2f71754 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035187 May 10 20:17:39.585739 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Publish callbacks [] for security_group (472e43d8-e2e9-4ac2-b52f-539eff45172b), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.646111 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Publish callbacks [] for security_group (472e43d8-e2e9-4ac2-b52f-539eff45172b), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.716358 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 51998) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:39.735348 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6fb5410e-695c-4e4f-b002-4e89d2657f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.753795 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949c46ff-cb1a-41f4-9304-017c64e0e31f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:17:39.768369 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-949c46ff-cb1a-41f4-9304-017c64e0e31f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.768457 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee4886-fc1e-4189-a4c5-214d82c473c1 None None] Sync routers for ids ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:17:39.774565 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee4886-fc1e-4189-a4c5-214d82c473c1 None None] Routers {'1f82cb1e-dfe4-4594-86da-b9b8b124344e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:17:39.775166 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-afee4886-fc1e-4189-a4c5-214d82c473c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:17:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:17:39.807184 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-949c46ff-cb1a-41f4-9304-017c64e0e31f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "PUT /v2.0/floatingips/64fa828b-bb9c-4053-92c8-2d211262335c HTTP/1.1" status: 200 len: 992 time: 1.8412738 May 10 20:17:39.807892 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'tag': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:17:39.810661 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661cc3858028ae1520624e739be1c3cca928fbecdbb6913d5130726f0a1760d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4c4bc6-2419-402e-abe0-1a74e55a4680" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab6f0a6-aa14-407a-b43d-7b7d2855499d", "tag": "7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:17:39.823942 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (472e43d8-e2e9-4ac2-b52f-539eff45172b), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.827669 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.831083 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/472e43d8-e2e9-4ac2-b52f-539eff45172b HTTP/1.1" status: 204 len: 168 time: 0.3501825 May 10 20:17:39.853097 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472e43d8-e2e9-4ac2-b52f-539eff45172b,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:39.863728 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.864086 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.864430 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.864767 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.865104 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.865480 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.865846 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.866188 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.866522 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.867152 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.867152 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.867488 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.867826 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.868128 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.868452 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4078-9c2c-4af6-933e-f5b55ebbc41e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:39.873292 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c199348-54f4-421e-a574-4ca078c5210a x-openstack-request-id: req-5c199348-54f4-421e-a574-4ca078c5210a {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:17:39.873783 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab6f0a6-aa14-407a-b43d-7b7d2855499d", "tag": "7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:17:39.874184 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c199348-54f4-421e-a574-4ca078c5210a {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:17:39.874484 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c199348-54f4-421e-a574-4ca078c5210a'] response: {'name': 'network-changed', 'server_uuid': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'tag': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'status': 'completed', 'code': 200} May 10 20:17:39.935246 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-afee4886-fc1e-4189-a4c5-214d82c473c1 None None] Set router 1f82cb1e-dfe4-4594-86da-b9b8b124344e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:17:39.937197 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6fb5410e-695c-4e4f-b002-4e89d2657f33 admin admin] Publish callbacks [] for security_group (c213f60a-e6fb-457c-aacd-1ed64ff2d352), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:39.998503 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6fb5410e-695c-4e4f-b002-4e89d2657f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (c213f60a-e6fb-457c-aacd-1ed64ff2d352), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:40.042692 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-6fb5410e-695c-4e4f-b002-4e89d2657f33 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52768df123974dccb42a0b088dabd99a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225815 May 10 20:17:40.042692 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5410e-695c-4e4f-b002-4e89d2657f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c213f60a-e6fb-457c-aacd-1ed64ff2d352,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:40.043058 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52010) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:40.093065 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1b51-6873-4416-993b-8cd3a52cb46e admin admin] Publish callbacks [] for security_group (c213f60a-e6fb-457c-aacd-1ed64ff2d352), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:40.118657 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1b51-6873-4416-993b-8cd3a52cb46e admin admin] Publish callbacks [] for security_group (c213f60a-e6fb-457c-aacd-1ed64ff2d352), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:40.174025 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-afee4886-fc1e-4189-a4c5-214d82c473c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '64fa828b-bb9c-4053-92c8-2d211262335c', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'port_id': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'mac_address': 'fa:16:3e:dc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:17:03Z', 'updated_at': '2022-05-10T20:17:38Z', 'revision_number': 1, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:17:02Z', 'revision_number': 5, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:17:40.198472 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee4886-fc1e-4189-a4c5-214d82c473c1 None None] Checking router: 1f82cb1e-dfe4-4594-86da-b9b8b124344e for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:17:40.207545 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee4886-fc1e-4189-a4c5-214d82c473c1 None None] Routers {'1f82cb1e-dfe4-4594-86da-b9b8b124344e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:17:40.208154 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-afee4886-fc1e-4189-a4c5-214d82c473c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:17:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:17:40.213913 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1b51-6873-4416-993b-8cd3a52cb46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (c213f60a-e6fb-457c-aacd-1ed64ff2d352), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:40.217186 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1b51-6873-4416-993b-8cd3a52cb46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:40.217652 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4fbc1b51-6873-4416-993b-8cd3a52cb46e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c213f60a-e6fb-457c-aacd-1ed64ff2d352 HTTP/1.1" status: 204 len: 168 time: 0.1736093 May 10 20:17:40.226224 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc1b51-6873-4416-993b-8cd3a52cb46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c213f60a-e6fb-457c-aacd-1ed64ff2d352,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:40.327722 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-afee4886-fc1e-4189-a4c5-214d82c473c1 None None] Set router 1f82cb1e-dfe4-4594-86da-b9b8b124344e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:17:40.556134 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-afee4886-fc1e-4189-a4c5-214d82c473c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '64fa828b-bb9c-4053-92c8-2d211262335c', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'port_id': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'mac_address': 'fa:16:3e:dc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:17:03Z', 'updated_at': '2022-05-10T20:17:38Z', 'revision_number': 1, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:17:02Z', 'revision_number': 5, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:17:40.591854 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee4886-fc1e-4189-a4c5-214d82c473c1 None None] The sync data for ids ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'] in dv-cinder-828805-2-iscsi is: [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '64fa828b-bb9c-4053-92c8-2d211262335c', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'port_id': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'mac_address': 'fa:16:3e:dc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:17:03Z', 'updated_at': '2022-05-10T20:17:38Z', 'revision_number': 1, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:17:02Z', 'revision_number': 5, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:17:40.727801 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734a364-fef0-4961-87f7-cd4b6f7a90a7 req-842c60cd-d4a6-46aa-bb3b-5be69b7cef6d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:40.729456 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b734a364-fef0-4961-87f7-cd4b6f7a90a7 req-842c60cd-d4a6-46aa-bb3b-5be69b7cef6d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0667021 May 10 20:17:40.792509 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b734a364-fef0-4961-87f7-cd4b6f7a90a7 req-c8c852fa-8e0a-4dc2-9576-e8ea47655f8c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546863 May 10 20:17:40.843821 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e542f1d-d845-41a4-aee9-0fe8f4a2084f None None] New status for floating IP 64fa828b-bb9c-4053-92c8-2d211262335c: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:17:41.583722 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52070) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:41.736316 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-21efe055-895a-4de4-8802-cc4f5c942c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:41.809639 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-21efe055-895a-4de4-8802-cc4f5c942c30 admin admin] Publish callbacks [] for security_group (638fe8b3-3a7a-4c89-9afd-fb95444dfdd7), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:41.904630 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-21efe055-895a-4de4-8802-cc4f5c942c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (638fe8b3-3a7a-4c89-9afd-fb95444dfdd7), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:41.954642 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f04ff-b6fb-40b3-839e-a38bf20e0205 req-2a6ceb44-d343-4b49-bf1c-b67535847433 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:41.956133 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca0f04ff-b6fb-40b3-839e-a38bf20e0205 req-2a6ceb44-d343-4b49-bf1c-b67535847433 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0923362 May 10 20:17:41.976242 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efe055-895a-4de4-8802-cc4f5c942c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638fe8b3-3a7a-4c89-9afd-fb95444dfdd7,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:41.980305 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-21efe055-895a-4de4-8802-cc4f5c942c30 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b4bdbfc1c51d407b9f45654f9f9169d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3954887 May 10 20:17:41.983068 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52086) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:42.018624 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca0f04ff-b6fb-40b3-839e-a38bf20e0205 req-35112b21-bcab-419e-bd75-71dd6709de7e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510709 May 10 20:17:42.054591 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17b9d130-7480-4c2c-8aec-c0c22f9d6efb admin admin] Publish callbacks [] for security_group (638fe8b3-3a7a-4c89-9afd-fb95444dfdd7), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:42.083254 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17b9d130-7480-4c2c-8aec-c0c22f9d6efb admin admin] Publish callbacks [] for security_group (638fe8b3-3a7a-4c89-9afd-fb95444dfdd7), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:42.204845 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17b9d130-7480-4c2c-8aec-c0c22f9d6efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (638fe8b3-3a7a-4c89-9afd-fb95444dfdd7), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:42.208057 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17b9d130-7480-4c2c-8aec-c0c22f9d6efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:42.213112 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-17b9d130-7480-4c2c-8aec-c0c22f9d6efb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/638fe8b3-3a7a-4c89-9afd-fb95444dfdd7 HTTP/1.1" status: 204 len: 168 time: 0.2251611 May 10 20:17:42.221885 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9d130-7480-4c2c-8aec-c0c22f9d6efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638fe8b3-3a7a-4c89-9afd-fb95444dfdd7,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:43.094776 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4bc6-2419-402e-abe0-1a74e55a4680 req-6ebf67da-abf9-4242-9c8c-2fdd3f4dca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:43.097345 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3a4c4bc6-2419-402e-abe0-1a74e55a4680 req-6ebf67da-abf9-4242-9c8c-2fdd3f4dca43 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 1130 time: 0.0598390 May 10 20:17:43.183306 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f186e67-7ffa-457b-a58d-5a391f783d67 req-25d6b552-dc19-4b8f-8bb4-efe7336410a9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:43.185987 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3f186e67-7ffa-457b-a58d-5a391f783d67 req-25d6b552-dc19-4b8f-8bb4-efe7336410a9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0784471 May 10 20:17:43.243369 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3f186e67-7ffa-457b-a58d-5a391f783d67 req-b15cbbfd-2c39-4e02-83a1-0b7301e976f2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514436 May 10 20:17:43.254562 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4bc6-2419-402e-abe0-1a74e55a4680 req-a7a3e71d-1bc1-4d5a-a3d5-b97dfb97da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:43.258553 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3a4c4bc6-2419-402e-abe0-1a74e55a4680 req-a7a3e71d-1bc1-4d5a-a3d5-b97dfb97da59 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 HTTP/1.1" status: 200 len: 918 time: 0.1167793 May 10 20:17:43.697296 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52176) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:43.798456 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56cef7ac-cb24-44aa-a6bd-96ab66c9e15d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:43.872438 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56cef7ac-cb24-44aa-a6bd-96ab66c9e15d admin admin] Publish callbacks [] for security_group (308e511c-21ee-4d69-abee-9777f0fffa1a), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:43.965207 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56cef7ac-cb24-44aa-a6bd-96ab66c9e15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (308e511c-21ee-4d69-abee-9777f0fffa1a), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:44.013489 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52190) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:44.013658 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-56cef7ac-cb24-44aa-a6bd-96ab66c9e15d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48c1f68b49d44c62a39426915ec1b659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152387 May 10 20:17:44.014729 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cef7ac-cb24-44aa-a6bd-96ab66c9e15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308e511c-21ee-4d69-abee-9777f0fffa1a,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:44.137200 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3a4c4bc6-2419-402e-abe0-1a74e55a4680 req-30b3cbad-b2c4-4788-901a-64c5c929bf58 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 HTTP/1.1" status: 200 len: 1002 time: 0.1339967 May 10 20:17:44.139321 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7029c12b-5bbf-4684-a6f1-b3d73874aab6 admin admin] Publish callbacks [] for security_group (308e511c-21ee-4d69-abee-9777f0fffa1a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:44.220328 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7029c12b-5bbf-4684-a6f1-b3d73874aab6 admin admin] Publish callbacks [] for security_group (308e511c-21ee-4d69-abee-9777f0fffa1a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:44.241685 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4bc6-2419-402e-abe0-1a74e55a4680 req-41b3ecd5-bf41-4a85-a8db-924b45aa1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:44.243513 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3a4c4bc6-2419-402e-abe0-1a74e55a4680 req-41b3ecd5-bf41-4a85-a8db-924b45aa1cc0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=60a713fc-3628-49db-a510-f75848231cfa HTTP/1.1" status: 200 len: 856 time: 0.0929277 May 10 20:17:44.322331 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4bc6-2419-402e-abe0-1a74e55a4680 req-b818c1e0-5a37-4dd7-860f-1fc46afbca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:44.322331 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3a4c4bc6-2419-402e-abe0-1a74e55a4680 req-b818c1e0-5a37-4dd7-860f-1fc46afbca06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514667 May 10 20:17:44.371298 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02148fa5-5d13-4d00-8a72-3e74d072677b req-24a2ffb0-6bc5-404b-aa78-6495e4a1c891 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:44.372788 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-02148fa5-5d13-4d00-8a72-3e74d072677b req-24a2ffb0-6bc5-404b-aa78-6495e4a1c891 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0484037 May 10 20:17:44.384702 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7029c12b-5bbf-4684-a6f1-b3d73874aab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (308e511c-21ee-4d69-abee-9777f0fffa1a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:44.387247 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7029c12b-5bbf-4684-a6f1-b3d73874aab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:44.388454 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7029c12b-5bbf-4684-a6f1-b3d73874aab6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/308e511c-21ee-4d69-abee-9777f0fffa1a HTTP/1.1" status: 204 len: 168 time: 0.3736737 May 10 20:17:44.407629 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029c12b-5bbf-4684-a6f1-b3d73874aab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308e511c-21ee-4d69-abee-9777f0fffa1a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:44.449402 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-02148fa5-5d13-4d00-8a72-3e74d072677b req-80989958-50d5-400c-8e3c-621700c98161 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709572 May 10 20:17:44.720249 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3a4c4bc6-2419-402e-abe0-1a74e55a4680 req-babe71ff-a43b-4abd-9bf6-d5bbd05675ce service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825539 May 10 20:17:44.826796 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3a4c4bc6-2419-402e-abe0-1a74e55a4680 req-95e0a43b-08a6-4cec-a55e-a953099c71a2 service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949812 May 10 20:17:45.142484 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52218) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:45.370889 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-acd69f9f-33e4-44a2-8307-bccd3d202b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:45.459968 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-acd69f9f-33e4-44a2-8307-bccd3d202b15 admin admin] Publish callbacks [] for security_group (d5e4d73a-03d8-4d8b-835b-7fa87f5ddf9c), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:45.523071 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-acd69f9f-33e4-44a2-8307-bccd3d202b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (d5e4d73a-03d8-4d8b-835b-7fa87f5ddf9c), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:45.595859 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778921a-a2dd-412e-8645-798514a6f4c2 req-02e45ff4-2e65-447b-bc4e-c5c9c5ae3508 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:45.597316 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b778921a-a2dd-412e-8645-798514a6f4c2 req-02e45ff4-2e65-447b-bc4e-c5c9c5ae3508 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0761213 May 10 20:17:45.597910 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd69f9f-33e4-44a2-8307-bccd3d202b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e4d73a-03d8-4d8b-835b-7fa87f5ddf9c,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:45.601963 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-acd69f9f-33e4-44a2-8307-bccd3d202b15 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d577c7b91544e72a48eea267113c6c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4584296 May 10 20:17:45.604964 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52238) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:45.650334 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b778921a-a2dd-412e-8645-798514a6f4c2 req-86a67401-9747-467f-bac2-86a13d8f90bf tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452340 May 10 20:17:45.666229 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-64425c33-8104-49a5-97c2-f51f709c6fea admin admin] Publish callbacks [] for security_group (d5e4d73a-03d8-4d8b-835b-7fa87f5ddf9c), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:45.692846 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-64425c33-8104-49a5-97c2-f51f709c6fea admin admin] Publish callbacks [] for security_group (d5e4d73a-03d8-4d8b-835b-7fa87f5ddf9c), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:45.778307 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d64736-09b4-4da9-b672-d5318ced3dc5 req-62de3a9e-98ca-42cb-bafc-cadf89bea04c tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:45.779757 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a6d64736-09b4-4da9-b672-d5318ced3dc5 req-62de3a9e-98ca-42cb-bafc-cadf89bea04c tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 946 time: 0.0469239 May 10 20:17:45.829692 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a6d64736-09b4-4da9-b672-d5318ced3dc5 req-0621a8d9-1981-4ebc-8f83-1483924bf33b tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426428 May 10 20:17:45.840279 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-64425c33-8104-49a5-97c2-f51f709c6fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (d5e4d73a-03d8-4d8b-835b-7fa87f5ddf9c), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:45.852048 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-64425c33-8104-49a5-97c2-f51f709c6fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:45.852048 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-64425c33-8104-49a5-97c2-f51f709c6fea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5e4d73a-03d8-4d8b-835b-7fa87f5ddf9c HTTP/1.1" status: 204 len: 168 time: 0.2378938 May 10 20:17:45.861098 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64425c33-8104-49a5-97c2-f51f709c6fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e4d73a-03d8-4d8b-835b-7fa87f5ddf9c,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:46.774863 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb36a98-9022-41b3-911b-643586b07fa1 req-739d03d4-1052-42d2-8deb-5180eb2df56c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:46.776344 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3cb36a98-9022-41b3-911b-643586b07fa1 req-739d03d4-1052-42d2-8deb-5180eb2df56c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0477848 May 10 20:17:46.825029 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3cb36a98-9022-41b3-911b-643586b07fa1 req-e19a9662-960d-40f3-bef0-69f65bc99144 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 May 10 20:17:46.946314 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bfa79-0b8d-46cd-9ec9-c1d58c637491 req-e81efacd-3705-40e0-9ac0-7f3ded7fa347 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:46.947893 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-603bfa79-0b8d-46cd-9ec9-c1d58c637491 req-e81efacd-3705-40e0-9ac0-7f3ded7fa347 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 946 time: 0.0466340 May 10 20:17:46.994612 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-603bfa79-0b8d-46cd-9ec9-c1d58c637491 req-7cac21ba-d99a-4183-8941-45ac2ad7b7f3 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 May 10 20:17:47.942226 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196ea49-33fc-44b2-acdb-e26c90f6b005 req-b772f6c8-5b26-4d66-8dc4-f7b8b3c507fa tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:47.943700 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2196ea49-33fc-44b2-acdb-e26c90f6b005 req-b772f6c8-5b26-4d66-8dc4-f7b8b3c507fa tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0511613 May 10 20:17:47.991468 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2196ea49-33fc-44b2-acdb-e26c90f6b005 req-990723bc-80da-4ab9-ad7f-f0c2f4182cdc tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421135 May 10 20:17:48.249636 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2683e86-086b-45ae-b799-f00236b7289e req-d45ec4e6-b159-4b2f-814e-85da6ddc57ff tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:48.251682 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c2683e86-086b-45ae-b799-f00236b7289e req-d45ec4e6-b159-4b2f-814e-85da6ddc57ff tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 946 time: 0.0494657 May 10 20:17:48.298299 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c2683e86-086b-45ae-b799-f00236b7289e req-5cef0e83-fc44-440f-aa25-f51778048432 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408010 May 10 20:17:49.103860 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ee9d2-036c-41c6-9610-14d8e59410bc req-3c4c6620-ce05-46aa-86e3-d940bfe93a3d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:49.105463 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-df2ee9d2-036c-41c6-9610-14d8e59410bc req-3c4c6620-ce05-46aa-86e3-d940bfe93a3d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0461810 May 10 20:17:49.152228 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-df2ee9d2-036c-41c6-9610-14d8e59410bc req-9f3caad7-cb80-4bbd-9824-c9a729f3b2a5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 May 10 20:17:49.408979 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b14ea2-6ed5-434b-beef-862572132a8b req-f002f9ff-7677-46cd-b1d1-d3bace0bed2a tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:49.410380 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-89b14ea2-6ed5-434b-beef-862572132a8b req-f002f9ff-7677-46cd-b1d1-d3bace0bed2a tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 946 time: 0.0458205 May 10 20:17:49.460661 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-89b14ea2-6ed5-434b-beef-862572132a8b req-84e17140-da86-4b68-a771-c66e2cd12b5b tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442479 May 10 20:17:50.409176 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cf66d-4520-48cd-bc6d-4374690a278e req-dff6bd69-d24d-440a-bf53-d08be27cf647 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:50.410902 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-eb1cf66d-4520-48cd-bc6d-4374690a278e req-dff6bd69-d24d-440a-bf53-d08be27cf647 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0520005 May 10 20:17:50.463972 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-eb1cf66d-4520-48cd-bc6d-4374690a278e req-b9e47d3c-49ea-4b83-9402-bde6a07bc622 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472941 May 10 20:17:50.576972 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7e107-300b-4197-b771-190484251fd5 req-cdebf3f5-590b-40af-b58b-16f51be50db1 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:50.578567 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f0b7e107-300b-4197-b771-190484251fd5 req-cdebf3f5-590b-40af-b58b-16f51be50db1 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 946 time: 0.0517011 May 10 20:17:50.629904 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f0b7e107-300b-4197-b771-190484251fd5 req-ca77356a-eb32-473e-9154-01cd4a604db2 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/security-groups?id=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456276 May 10 20:17:50.750826 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c099aeb-793c-4370-8830-4295f7a26f81 req-434be6b0-f133-46da-bceb-35185099d18f tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:50.752641 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5c099aeb-793c-4370-8830-4295f7a26f81 req-434be6b0-f133-46da-bceb-35185099d18f tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.83 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 946 time: 0.0735173 May 10 20:17:50.771872 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-01a729bf-d005-4cf1-aabb-e2691ed9ee6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:50.907078 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-5c099aeb-793c-4370-8830-4295f7a26f81 req-d6ae54ea-dbc0-4efa-8237-79873d5d044e tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Deleting port 316af1cb-1f2b-4763-9832-bb4b72edb56d {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:17:50.907421 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5c099aeb-793c-4370-8830-4295f7a26f81 req-d6ae54ea-dbc0-4efa-8237-79873d5d044e tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:50.980445 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52434) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:51.019186 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-5c099aeb-793c-4370-8830-4295f7a26f81 req-d6ae54ea-dbc0-4efa-8237-79873d5d044e tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] For port 316af1cb-1f2b-4763-9832-bb4b72edb56d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=316af1cb-1f2b-4763-9832-bb4b72edb56d,segment=NetworkSegment(2f1ce617-8937-4183-808c-d1171f6ee863),segment_id=2f1ce617-8937-4183-808c-d1171f6ee863)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:17:51.019559 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5c099aeb-793c-4370-8830-4295f7a26f81 req-d6ae54ea-dbc0-4efa-8237-79873d5d044e tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:51.039124 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-5c099aeb-793c-4370-8830-4295f7a26f81 req-d6ae54ea-dbc0-4efa-8237-79873d5d044e tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Calling delete_port for 316af1cb-1f2b-4763-9832-bb4b72edb56d owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:17:51.109422 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c02a7a8b-c8b4-455e-ab33-844f1d1acbaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:51.226889 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52446) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:51.228868 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c02a7a8b-c8b4-455e-ab33-844f1d1acbaa admin admin] Publish callbacks [] for security_group (80c8c56b-3f29-4ef1-b3d0-0a2386677720), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:51.312910 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c02a7a8b-c8b4-455e-ab33-844f1d1acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (80c8c56b-3f29-4ef1-b3d0-0a2386677720), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:51.320435 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5c099aeb-793c-4370-8830-4295f7a26f81 req-d6ae54ea-dbc0-4efa-8237-79873d5d044e tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (316af1cb-1f2b-4763-9832-bb4b72edb56d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:51.338434 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['316af1cb-1f2b-4763-9832-bb4b72edb56d'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:17:51.361386 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c02a7a8b-c8b4-455e-ab33-844f1d1acbaa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ddb856d21a1486bb58ca2429d5d6249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793800 May 10 20:17:51.362602 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a7a8b-c8b4-455e-ab33-844f1d1acbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c8c56b-3f29-4ef1-b3d0-0a2386677720,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:51.365088 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52452) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:51.373422 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae54ea-dbc0-4efa-8237-79873d5d044e tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Pushing event deleted for resources: {'Port': ['ID=316af1cb-1f2b-4763-9832-bb4b72edb56d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:51.384953 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3b5f8c67-94d4-4f3f-a382-59c1b76116f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:51.414777 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20f927de-5c1d-46ab-9b1a-f2acce02a263 admin admin] Publish callbacks [] for security_group (80c8c56b-3f29-4ef1-b3d0-0a2386677720), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:51.439296 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20f927de-5c1d-46ab-9b1a-f2acce02a263 admin admin] Publish callbacks [] for security_group (80c8c56b-3f29-4ef1-b3d0-0a2386677720), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:51.458029 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c099aeb-793c-4370-8830-4295f7a26f81 req-d6ae54ea-dbc0-4efa-8237-79873d5d044e tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] No DVR routers for this DVR port 316af1cb-1f2b-4763-9832-bb4b72edb56d on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:17:51.461819 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5c099aeb-793c-4370-8830-4295f7a26f81 req-d6ae54ea-dbc0-4efa-8237-79873d5d044e tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:51.465366 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5c099aeb-793c-4370-8830-4295f7a26f81 req-d6ae54ea-dbc0-4efa-8237-79873d5d044e tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.83 "DELETE /v2.0/ports/316af1cb-1f2b-4763-9832-bb4b72edb56d HTTP/1.1" status: 204 len: 173 time: 0.6848593 May 10 20:17:51.468674 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7684e951-de3a-48e4-9e3b-394c46f029f7', 'name': 'network-vif-deleted', 'tag': '316af1cb-1f2b-4763-9832-bb4b72edb56d'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:17:51.472173 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ce0dea-960e-4ca1-b6af-bd0d09703632" -d '{"events": [{"server_uuid": "7684e951-de3a-48e4-9e3b-394c46f029f7", "name": "network-vif-deleted", "tag": "316af1cb-1f2b-4763-9832-bb4b72edb56d"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:17:51.508298 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2062f5e-e02d-47cc-a882-7255c015648c x-openstack-request-id: req-e2062f5e-e02d-47cc-a882-7255c015648c {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:17:51.508592 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7684e951-de3a-48e4-9e3b-394c46f029f7", "name": "network-vif-deleted", "tag": "316af1cb-1f2b-4763-9832-bb4b72edb56d", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:17:51.508848 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2062f5e-e02d-47cc-a882-7255c015648c {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:17:51.509279 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2062f5e-e02d-47cc-a882-7255c015648c'] response: {'server_uuid': '7684e951-de3a-48e4-9e3b-394c46f029f7', 'name': 'network-vif-deleted', 'tag': '316af1cb-1f2b-4763-9832-bb4b72edb56d', 'status': 'completed', 'code': 200} May 10 20:17:51.571969 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20f927de-5c1d-46ab-9b1a-f2acce02a263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (80c8c56b-3f29-4ef1-b3d0-0a2386677720), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:51.574529 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20f927de-5c1d-46ab-9b1a-f2acce02a263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:51.575680 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-20f927de-5c1d-46ab-9b1a-f2acce02a263 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80c8c56b-3f29-4ef1-b3d0-0a2386677720 HTTP/1.1" status: 204 len: 168 time: 0.2095678 May 10 20:17:51.586960 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f927de-5c1d-46ab-9b1a-f2acce02a263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c8c56b-3f29-4ef1-b3d0-0a2386677720,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:51.594715 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500ea33-d7f0-4680-b594-f760edd053db req-62fc2d27-fa64-4cb1-bd8e-73325d2e2acd tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:51.595792 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8500ea33-d7f0-4680-b594-f760edd053db req-62fc2d27-fa64-4cb1-bd8e-73325d2e2acd tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0621312 May 10 20:17:51.678447 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8500ea33-d7f0-4680-b594-f760edd053db req-46d86579-1eb1-4209-acf4-677e7aa4f5d4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629849 May 10 20:17:51.716845 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3b5f8c67-94d4-4f3f-a382-59c1b76116f3 admin admin] Publish callbacks [] for security_group (407ca7c9-9c9a-437e-9dba-9c6486663b51), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:51.756083 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d4874a74-bbdf-4d45-bc62-cd842fcf16c5 req-aace7e9d-42da-4876-8c30-411c3b589312 tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 210 time: 0.0320442 May 10 20:17:51.789143 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3b5f8c67-94d4-4f3f-a382-59c1b76116f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (407ca7c9-9c9a-437e-9dba-9c6486663b51), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:51.828873 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3b5f8c67-94d4-4f3f-a382-59c1b76116f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a9d63255507b45d285978da72081888a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6011293 May 10 20:17:51.830751 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f8c67-94d4-4f3f-a382-59c1b76116f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407ca7c9-9c9a-437e-9dba-9c6486663b51,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:51.831584 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52462) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:51.886553 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-334ca2bd-e060-4a4c-8415-45951f9dd1e6 admin admin] Publish callbacks [] for security_group (407ca7c9-9c9a-437e-9dba-9c6486663b51), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:51.911706 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-334ca2bd-e060-4a4c-8415-45951f9dd1e6 admin admin] Publish callbacks [] for security_group (407ca7c9-9c9a-437e-9dba-9c6486663b51), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:52.073669 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-334ca2bd-e060-4a4c-8415-45951f9dd1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (407ca7c9-9c9a-437e-9dba-9c6486663b51), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:52.076276 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-334ca2bd-e060-4a4c-8415-45951f9dd1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:52.077406 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-334ca2bd-e060-4a4c-8415-45951f9dd1e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/407ca7c9-9c9a-437e-9dba-9c6486663b51 HTTP/1.1" status: 204 len: 168 time: 0.2447619 May 10 20:17:52.085472 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ca2bd-e060-4a4c-8415-45951f9dd1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407ca7c9-9c9a-437e-9dba-9c6486663b51,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:52.335265 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52472) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:52.348936 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d5f52d77-5229-46af-b864-3124aca09da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:52.427942 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d5f52d77-5229-46af-b864-3124aca09da2 admin admin] Publish callbacks [] for security_group (14a3f06d-7293-4a66-be98-12263bf2dec2), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:52.501522 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d5f52d77-5229-46af-b864-3124aca09da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (14a3f06d-7293-4a66-be98-12263bf2dec2), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:52.542653 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d5f52d77-5229-46af-b864-3124aca09da2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e3795bddd3b4557a8d8e0004ac54aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063117 May 10 20:17:52.543767 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f52d77-5229-46af-b864-3124aca09da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a3f06d-7293-4a66-be98-12263bf2dec2,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:52.545170 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52482) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:52.604041 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24a3044b-68c1-4e63-9223-f4be31d2a8ff admin admin] Publish callbacks [] for security_group (14a3f06d-7293-4a66-be98-12263bf2dec2), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:52.630532 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24a3044b-68c1-4e63-9223-f4be31d2a8ff admin admin] Publish callbacks [] for security_group (14a3f06d-7293-4a66-be98-12263bf2dec2), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:52.764953 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24a3044b-68c1-4e63-9223-f4be31d2a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (14a3f06d-7293-4a66-be98-12263bf2dec2), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:52.768312 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24a3044b-68c1-4e63-9223-f4be31d2a8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:52.769580 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-24a3044b-68c1-4e63-9223-f4be31d2a8ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14a3f06d-7293-4a66-be98-12263bf2dec2 HTTP/1.1" status: 204 len: 168 time: 0.2228379 May 10 20:17:52.778451 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3044b-68c1-4e63-9223-f4be31d2a8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a3f06d-7293-4a66-be98-12263bf2dec2,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:52.864867 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52496) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:52.868362 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6bf98-fb2e-4325-8aae-f07ece79d691 req-5e5b2eec-b59f-4a71-8f7b-382a9e2e5f8f tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:52.871582 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81b6bf98-fb2e-4325-8aae-f07ece79d691 req-5e5b2eec-b59f-4a71-8f7b-382a9e2e5f8f tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.1018188 May 10 20:17:52.886776 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ad05c1dc-02b5-4052-a2ed-ad5137d4f5a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:52.950927 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81b6bf98-fb2e-4325-8aae-f07ece79d691 req-da3350c6-a62c-44af-8d8d-fef4153297e8 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733695 May 10 20:17:52.955598 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d8a5015a-2ba0-4c57-adab-2f6b5649e39b req-8629b930-5f11-4a9f-8607-fbee652311da tempest-DeleteServersTestJSON-937635709 tempest-DeleteServersTestJSON-937635709-project] 10.222.0.65 "GET /v2.0/ports?device_id=7684e951-de3a-48e4-9e3b-394c46f029f7 HTTP/1.1" status: 200 len: 210 time: 0.0446839 May 10 20:17:53.028620 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ad05c1dc-02b5-4052-a2ed-ad5137d4f5a4 admin admin] Publish callbacks [] for security_group (7b3d093f-1fc1-46de-b317-e86b54849317), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:53.130297 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ad05c1dc-02b5-4052-a2ed-ad5137d4f5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (7b3d093f-1fc1-46de-b317-e86b54849317), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:53.130503 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-020de646-4823-4f7b-a5ba-b5d0b1d71390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:53.169499 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ad05c1dc-02b5-4052-a2ed-ad5137d4f5a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95df63b570d24cd4a277a3cd99440452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033371 May 10 20:17:53.171561 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05c1dc-02b5-4052-a2ed-ad5137d4f5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3d093f-1fc1-46de-b317-e86b54849317,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:53.172215 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52502) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:53.224400 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-25ed77ce-1897-4e6d-92b1-7ab1e695d38d admin admin] Publish callbacks [] for security_group (7b3d093f-1fc1-46de-b317-e86b54849317), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:53.245962 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-25ed77ce-1897-4e6d-92b1-7ab1e695d38d admin admin] Publish callbacks [] for security_group (7b3d093f-1fc1-46de-b317-e86b54849317), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:53.366431 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-25ed77ce-1897-4e6d-92b1-7ab1e695d38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (7b3d093f-1fc1-46de-b317-e86b54849317), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:53.370521 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-25ed77ce-1897-4e6d-92b1-7ab1e695d38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:53.370895 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-25ed77ce-1897-4e6d-92b1-7ab1e695d38d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b3d093f-1fc1-46de-b317-e86b54849317 HTTP/1.1" status: 204 len: 168 time: 0.1973825 May 10 20:17:53.380134 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed77ce-1897-4e6d-92b1-7ab1e695d38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3d093f-1fc1-46de-b317-e86b54849317,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:54.095486 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8689a03-7c07-41d8-9fbb-2c8783a1437a req-dab77982-34bf-4c5d-9645-1859330c7375 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:54.097006 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8689a03-7c07-41d8-9fbb-2c8783a1437a req-dab77982-34bf-4c5d-9645-1859330c7375 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0540707 May 10 20:17:54.154230 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8689a03-7c07-41d8-9fbb-2c8783a1437a req-c76daa5c-2362-4e6a-9047-ec8e42b8609e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511372 May 10 20:17:54.231804 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 316af1cb-1f2b-4763-9832-bb4b72edb56d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:17:54.256981 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: 316af1cb-1f2b-4763-9832-bb4b72edb56d {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:17:54.257582 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 316af1cb-1f2b-4763-9832-bb4b72edb56d not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:17:54.406551 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:55.053959 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52592) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:55.166362 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-19374043-54a1-4f17-b136-2d6bce613c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:55.259392 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-19374043-54a1-4f17-b136-2d6bce613c5a admin admin] Publish callbacks [] for security_group (c99afe41-4808-4393-a6ca-a9c1994b9e03), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:55.296775 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedce28-f398-454a-a847-c045e144ddf0 req-da4e1429-4b40-4e8b-b39a-1adb3a55c5ce tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:55.298304 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6fedce28-f398-454a-a847-c045e144ddf0 req-da4e1429-4b40-4e8b-b39a-1adb3a55c5ce tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0519366 May 10 20:17:55.320265 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-19374043-54a1-4f17-b136-2d6bce613c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (c99afe41-4808-4393-a6ca-a9c1994b9e03), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:55.377673 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19374043-54a1-4f17-b136-2d6bce613c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99afe41-4808-4393-a6ca-a9c1994b9e03,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:55.382969 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-19374043-54a1-4f17-b136-2d6bce613c5a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ab79a28775e4436cb0536db8a1f42bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278449 May 10 20:17:55.385687 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52602) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:55.386901 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6fedce28-f398-454a-a847-c045e144ddf0 req-88f0256f-2b41-44a4-b4a4-39407730dc84 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831141 May 10 20:17:55.436252 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-942174c7-48c6-425a-9d3f-a38248f6073d admin admin] Publish callbacks [] for security_group (c99afe41-4808-4393-a6ca-a9c1994b9e03), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:55.459243 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-942174c7-48c6-425a-9d3f-a38248f6073d admin admin] Publish callbacks [] for security_group (c99afe41-4808-4393-a6ca-a9c1994b9e03), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:55.583835 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-942174c7-48c6-425a-9d3f-a38248f6073d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (c99afe41-4808-4393-a6ca-a9c1994b9e03), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:55.586919 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-942174c7-48c6-425a-9d3f-a38248f6073d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:55.588373 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-942174c7-48c6-425a-9d3f-a38248f6073d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c99afe41-4808-4393-a6ca-a9c1994b9e03 HTTP/1.1" status: 204 len: 168 time: 0.2016129 May 10 20:17:55.602057 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942174c7-48c6-425a-9d3f-a38248f6073d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99afe41-4808-4393-a6ca-a9c1994b9e03,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:55.658013 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52610) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:55.715544 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:55.761964 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5618325-48ae-46eb-85a6-7b4326bd8f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:55.837904 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5618325-48ae-46eb-85a6-7b4326bd8f9f admin admin] Publish callbacks [] for security_group (fc0f70b8-6b69-4e0b-80c5-015402f7cfe1), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:55.909864 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5618325-48ae-46eb-85a6-7b4326bd8f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (fc0f70b8-6b69-4e0b-80c5-015402f7cfe1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:55.948743 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e5618325-48ae-46eb-85a6-7b4326bd8f9f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64e4263d76ee40548fec18021cee5b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896426 May 10 20:17:55.949600 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5618325-48ae-46eb-85a6-7b4326bd8f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0f70b8-6b69-4e0b-80c5-015402f7cfe1,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:55.952390 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52618) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:56.001159 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3c40072d-d8cd-45da-9640-18856cf247f6 admin admin] Publish callbacks [] for security_group (fc0f70b8-6b69-4e0b-80c5-015402f7cfe1), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:56.032758 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3c40072d-d8cd-45da-9640-18856cf247f6 admin admin] Publish callbacks [] for security_group (fc0f70b8-6b69-4e0b-80c5-015402f7cfe1), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:56.207173 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3c40072d-d8cd-45da-9640-18856cf247f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (fc0f70b8-6b69-4e0b-80c5-015402f7cfe1), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:56.209815 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3c40072d-d8cd-45da-9640-18856cf247f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:56.213399 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-3c40072d-d8cd-45da-9640-18856cf247f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc0f70b8-6b69-4e0b-80c5-015402f7cfe1 HTTP/1.1" status: 204 len: 168 time: 0.2571261 May 10 20:17:56.219230 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40072d-d8cd-45da-9640-18856cf247f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0f70b8-6b69-4e0b-80c5-015402f7cfe1,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:56.524362 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901ae5e-55b5-409a-b1f6-70ed5fa5d141 req-17dcd39a-0eae-438c-82ef-6509a9de609b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:56.529875 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5901ae5e-55b5-409a-b1f6-70ed5fa5d141 req-17dcd39a-0eae-438c-82ef-6509a9de609b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0553160 May 10 20:17:56.581719 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5901ae5e-55b5-409a-b1f6-70ed5fa5d141 req-5e91eaa2-d8ba-42ab-9437-a742d6a02985 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 May 10 20:17:56.734586 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52652) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:56.834207 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52658) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:56.835994 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-400560857-network', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:17:56.847830 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7a4c646-7bbf-4d12-831f-93298c1bf5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:56.909663 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] Made reservation on behalf of b135986dfe1f499a9655ac3faee4bbbf for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:17:56.912045 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:56.920098 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7a4c646-7bbf-4d12-831f-93298c1bf5b7 admin admin] Publish callbacks [] for security_group (a1535d79-617c-4ce0-a947-e23e02c63b54), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:56.920759 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:56.995361 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7a4c646-7bbf-4d12-831f-93298c1bf5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (a1535d79-617c-4ce0-a947-e23e02c63b54), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:56.995555 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] Publish callbacks [] for security_group (40f86128-6a4b-4b3f-ba35-da54ff679a00), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:57.033415 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e7a4c646-7bbf-4d12-831f-93298c1bf5b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e2bb5f6516f4290a0a44e264f5f4b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981566 May 10 20:17:57.035437 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4c646-7bbf-4d12-831f-93298c1bf5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1535d79-617c-4ce0-a947-e23e02c63b54,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:57.036174 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52660) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:57.071496 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (40f86128-6a4b-4b3f-ba35-da54ff679a00), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:57.107442 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:17:57.121746 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f86128-6a4b-4b3f-ba35-da54ff679a00,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:57.129445 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ccb4-e73a-4059-b6be-3990c32cccda admin admin] Publish callbacks [] for security_group (a1535d79-617c-4ce0-a947-e23e02c63b54), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:57.133737 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (68c6970f-d35b-4734-9598-d357db53cdd0), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:57.134118 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] Added segment 68c6970f-d35b-4734-9598-d357db53cdd0 of type vlan for network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 May 10 20:17:57.180386 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ccb4-e73a-4059-b6be-3990c32cccda admin admin] Publish callbacks [] for security_group (a1535d79-617c-4ce0-a947-e23e02c63b54), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:57.195293 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (763cc9b3-6f11-4887-bac8-beaf82ec0ec6), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:57.207193 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:57.304239 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (763cc9b3-6f11-4887-bac8-beaf82ec0ec6), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:57.305178 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:57.305751 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:57.351317 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ccb4-e73a-4059-b6be-3990c32cccda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (a1535d79-617c-4ce0-a947-e23e02c63b54), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:57.353773 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ccb4-e73a-4059-b6be-3990c32cccda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:57.354902 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-3ac2ccb4-e73a-4059-b6be-3990c32cccda admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a1535d79-617c-4ce0-a947-e23e02c63b54 HTTP/1.1" status: 204 len: 168 time: 0.3176262 May 10 20:17:57.371644 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2ccb4-e73a-4059-b6be-3990c32cccda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1535d79-617c-4ce0-a947-e23e02c63b54,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:57.378486 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] Pushing event updated for resources: {'Network': ['ID=763cc9b3-6f11-4887-bac8-beaf82ec0ec6,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:57.391415 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:17:57.438641 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-4ab6f53b-784e-42c0-b5ea-640962b06456 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7029853 May 10 20:17:57.441709 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52666) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:57.446525 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-21ef125a-56e2-4c63-8e25-c996f35c3946 admin admin] Request body: {'subnet': {'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-400560857-subnet', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:17:57.543878 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ef125a-56e2-4c63-8e25-c996f35c3946 admin admin] Made reservation on behalf of b135986dfe1f499a9655ac3faee4bbbf for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:17:57.546211 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-21ef125a-56e2-4c63-8e25-c996f35c3946 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:57.709398 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb16e5-0bbc-4c25-95e5-d8d744809b07 req-8cb82cb3-ffd6-4e92-abef-3cd0f3561773 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:57.711633 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfdb16e5-0bbc-4c25-95e5-d8d744809b07 req-8cb82cb3-ffd6-4e92-abef-3cd0f3561773 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0625732 May 10 20:17:57.760128 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfdb16e5-0bbc-4c25-95e5-d8d744809b07 req-ac978570-dae8-4281-a71e-4d80af77617c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425231 May 10 20:17:57.805922 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-21ef125a-56e2-4c63-8e25-c996f35c3946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for subnet (67a1cf95-e53d-4358-a4cf-c80317469e96), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:57.863460 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef125a-56e2-4c63-8e25-c996f35c3946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a1cf95-e53d-4358-a4cf-c80317469e96,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:57.874797 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ef125a-56e2-4c63-8e25-c996f35c3946 admin admin] Checking segment: {'id': '68c6970f-d35b-4734-9598-d357db53cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:17:57.875151 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef125a-56e2-4c63-8e25-c996f35c3946 admin admin] Network hostable DHCP agents. Network: 763cc9b3-6f11-4887-bac8-beaf82ec0ec6, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:17:57.942397 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef125a-56e2-4c63-8e25-c996f35c3946 admin admin] Network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:17:58.018382 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-21ef125a-56e2-4c63-8e25-c996f35c3946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 763cc9b3-6f11-4887-bac8-beaf82ec0ec6) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:17:58.022732 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ef125a-56e2-4c63-8e25-c996f35c3946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:58.023293 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-21ef125a-56e2-4c63-8e25-c996f35c3946 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:58.029898 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b82c0ed-fd69-4073-9139-8a1d05effc70 None None] Network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:17:58.119109 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-21ef125a-56e2-4c63-8e25-c996f35c3946 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6764300 May 10 20:17:58.121951 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52686) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:17:58.126641 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:17:58.139967 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638810d0-f44c-5805-8520-b13225ebd017-763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'fixed_ips': [{'subnet_id': '67a1cf95-e53d-4358-a4cf-c80317469e96'}]}} from dv-cinder-828805-2-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:17:58.140901 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:58.205953 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-515458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11323'] for router (c9d05e6a-0738-4711-a97e-9c3815fde95e), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:58.208079 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11264'] for router (c9d05e6a-0738-4711-a97e-9c3815fde95e), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:58.278993 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Publish callbacks [] for router_controller (c9d05e6a-0738-4711-a97e-9c3815fde95e), precommit_add_association {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:58.286373 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Allocated IP 172.20.0.2 (763cc9b3-6f11-4887-bac8-beaf82ec0ec6/67a1cf95-e53d-4358-a4cf-c80317469e96/c2e507b7-497d-4fd0-9c63-77ede5e1adfe) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:17:58.436552 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Publish callbacks [] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:58.497179 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Publish callbacks [] for router_gateway (c9d05e6a-0738-4711-a97e-9c3815fde95e), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:58.508723 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:58.547871 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:17:58.554468 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:17:58.561944 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:17:58.567743 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Pushing event updated for resources: {'Port': ['ID=c2e507b7-497d-4fd0-9c63-77ede5e1adfe,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:58.576543 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.576906 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.577235 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.577596 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.578047 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.578398 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.578723 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.579049 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.580668 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.581110 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.581443 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.581784 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.582146 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.582469 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.582786 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:17:58.640818 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Attempting to bind port c2e507b7-497d-4fd0-9c63-77ede5e1adfe on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:17:58.641183 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Attempting to bind port c2e507b7-497d-4fd0-9c63-77ede5e1adfe by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '68c6970f-d35b-4734-9598-d357db53cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:17:58.641547 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Attempting to bind port c2e507b7-497d-4fd0-9c63-77ede5e1adfe on network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:17:58.647824 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:17:58.648195 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Checking segment: {'id': '68c6970f-d35b-4734-9598-d357db53cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:17:58.648595 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:58.649431 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Bound using segment: {'id': '68c6970f-d35b-4734-9598-d357db53cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:17:58.649935 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Bound port: c2e507b7-497d-4fd0-9c63-77ede5e1adfe, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c6970f-d35b-4734-9598-d357db53cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:17:58.650344 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:58.715978 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] For port c2e507b7-497d-4fd0-9c63-77ede5e1adfe, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:17:58.718906 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] For port c2e507b7-497d-4fd0-9c63-77ede5e1adfe, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=c2e507b7-497d-4fd0-9c63-77ede5e1adfe,segment=NetworkSegment(68c6970f-d35b-4734-9598-d357db53cdd0),segment_id=68c6970f-d35b-4734-9598-d357db53cdd0)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:17:58.732273 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Publish callbacks [] for router_gateway (c9d05e6a-0738-4711-a97e-9c3815fde95e), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:58.751307 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:58.834746 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:58.896886 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90dc24-3f17-425e-a349-938c7b7cdac3 None None] Pushing event updated for resources: {'Port': ['ID=c2e507b7-497d-4fd0-9c63-77ede5e1adfe,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:58.902049 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Allocated IP 172.27.1.212 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/02151e8c-5ddc-4b27-a822-14e81b9b3263) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:17:58.910309 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad380106-39fc-4241-9fb9-5ee82391af91 req-59f4aefa-76b8-4a31-b056-a93a138f3c96 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:17:58.916996 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ad380106-39fc-4241-9fb9-5ee82391af91 req-59f4aefa-76b8-4a31-b056-a93a138f3c96 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0702646 May 10 20:17:59.029240 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ad380106-39fc-4241-9fb9-5ee82391af91 req-0f725548-aa6a-4698-8735-c02fdf46eedb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007507 May 10 20:17:59.065878 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Publish callbacks [] for port (02151e8c-5ddc-4b27-a822-14e81b9b3263), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:59.152403 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (02151e8c-5ddc-4b27-a822-14e81b9b3263), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:59.194180 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:17:59.197058 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:17:59.200750 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:17:59.240707 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Pushing event updated for resources: {'Port': ['ID=02151e8c-5ddc-4b27-a822-14e81b9b3263,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:17:59.705338 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Publish callbacks [] for router_gateway (c9d05e6a-0738-4711-a97e-9c3815fde95e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:59.881739 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3403dba5-2150-4823-a0fc-dc4282378453 None None] Network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:17:59.916460 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514936'] for router (c9d05e6a-0738-4711-a97e-9c3815fde95e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:17:59.997281 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-6d50d557-34a2-4468-a12c-36ee674f133f None None] Provisioning complete for port c2e507b7-497d-4fd0-9c63-77ede5e1adfe triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:17:59.997670 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6d50d557-34a2-4468-a12c-36ee674f133f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:00.084567 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-6d50d557-34a2-4468-a12c-36ee674f133f None None] Current status of the port c2e507b7-497d-4fd0-9c63-77ede5e1adfe is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:00.085893 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6d50d557-34a2-4468-a12c-36ee674f133f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:00.129809 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-6d50d557-34a2-4468-a12c-36ee674f133f None None] For port c2e507b7-497d-4fd0-9c63-77ede5e1adfe, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=c2e507b7-497d-4fd0-9c63-77ede5e1adfe,segment=NetworkSegment(68c6970f-d35b-4734-9598-d357db53cdd0),segment_id=68c6970f-d35b-4734-9598-d357db53cdd0)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:00.136844 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146d48f-b132-429a-8856-6f563bb16c49 req-07ffc395-62ae-490e-835b-58d670fd02dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:00.141634 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7146d48f-b132-429a-8856-6f563bb16c49 req-07ffc395-62ae-490e-835b-58d670fd02dd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 1129 time: 0.0475686 May 10 20:18:00.217005 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Router c9d05e6a-0738-4711-a97e-9c3815fde95e is scheduled to L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b with binding_index 1 {{(pid=104125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:18:00.217416 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6d50d557-34a2-4468-a12c-36ee674f133f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:00.218795 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7146d48f-b132-429a-8856-6f563bb16c49 req-3ebf7aee-d0e2-40c8-a527-2e0b738170ea service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726295 May 10 20:18:00.225504 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0e20f-11fc-453d-95ed-e9f182d71a12 req-795f116e-31ab-439d-abdb-ecc6137af95e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:00.232877 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8bc0e20f-11fc-453d-95ed-e9f182d71a12 req-795f116e-31ab-439d-abdb-ecc6137af95e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0925260 May 10 20:18:00.292291 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50d557-34a2-4468-a12c-36ee674f133f None None] Pushing event updated for resources: {'Port': ['ID=c2e507b7-497d-4fd0-9c63-77ede5e1adfe,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:00.315916 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8bc0e20f-11fc-453d-95ed-e9f182d71a12 req-bda2e431-749a-4858-bd11-578ac077bb6b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811825 May 10 20:18:00.320373 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device c2e507b7-497d-4fd0-9c63-77ede5e1adfe up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:00.369136 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-39dd4f7f-1f41-4462-b6a9-a41b2ab1bfdc None None] Provisioning complete for port c2e507b7-497d-4fd0-9c63-77ede5e1adfe triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:00.369526 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-39dd4f7f-1f41-4462-b6a9-a41b2ab1bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:00.383383 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:18:00.399408 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Sync routers for ids ['c9d05e6a-0738-4711-a97e-9c3815fde95e'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:18:00.411944 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Routers {'c9d05e6a-0738-4711-a97e-9c3815fde95e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:18:00.412697 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:17:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['c9d05e6a-0738-4711-a97e-9c3815fde95e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:00.415648 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port c2e507b7-497d-4fd0-9c63-77ede5e1adfe triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:00.416034 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:00.497518 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-39dd4f7f-1f41-4462-b6a9-a41b2ab1bfdc None None] Current status of the port c2e507b7-497d-4fd0-9c63-77ede5e1adfe is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:00.501833 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:00.503464 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-28340980-37fa-43ed-8e23-2dc2788a7efc admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3803360 May 10 20:18:00.506158 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52728) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:00.528655 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Set router c9d05e6a-0738-4711-a97e-9c3815fde95e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:18:00.539915 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port c2e507b7-497d-4fd0-9c63-77ede5e1adfe is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:00.869077 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:17:59Z', 'revision_number': 3, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port': {'id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:00.869077 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Checking router: c9d05e6a-0738-4711-a97e-9c3815fde95e for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:18:00.869077 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Updating router c9d05e6a-0738-4711-a97e-9c3815fde95e port 02151e8c-5ddc-4b27-a822-14e81b9b3263 binding host dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:18:00.869077 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (02151e8c-5ddc-4b27-a822-14e81b9b3263), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:00.947518 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:01.015751 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Publish callbacks [] for port (02151e8c-5ddc-4b27-a822-14e81b9b3263), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:01.107018 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Allocated IP 172.20.0.1 (763cc9b3-6f11-4887-bac8-beaf82ec0ec6/67a1cf95-e53d-4358-a4cf-c80317469e96/3ab67bd4-0aae-4e9d-ad28-f51279de7b5f) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:18:01.210902 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Publish callbacks [] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:01.211426 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (02151e8c-5ddc-4b27-a822-14e81b9b3263), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:01.266562 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Attempting to bind port 02151e8c-5ddc-4b27-a822-14e81b9b3263 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:18:01.266924 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Attempting to bind port 02151e8c-5ddc-4b27-a822-14e81b9b3263 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:18:01.267844 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Attempting to bind port 02151e8c-5ddc-4b27-a822-14e81b9b3263 on network 6687bf44-6b81-4c08-8ccb-c06067e5e244 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:01.269697 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Pushing event updated for resources: {'Port': ['ID=02151e8c-5ddc-4b27-a822-14e81b9b3263,revision_number=2']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:01.278476 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.278821 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.279235 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.279587 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.279914 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.280238 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.280564 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.280877 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.281197 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.281509 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.281821 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.282174 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.284231 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.284231 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.284231 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:01.286572 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:18:01.286940 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Checking segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:01.287335 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:01.287704 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Bound using segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:18:01.288165 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Bound port: 02151e8c-5ddc-4b27-a822-14e81b9b3263, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:18:01.288587 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (02151e8c-5ddc-4b27-a822-14e81b9b3263), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:01.303439 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:01.343758 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:01.347083 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:01.348085 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] For port 02151e8c-5ddc-4b27-a822-14e81b9b3263, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:18:01.351250 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:18:01.353134 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502831'] for router_interface (c9d05e6a-0738-4711-a97e-9c3815fde95e), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:01.353331 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] For port 02151e8c-5ddc-4b27-a822-14e81b9b3263, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=02151e8c-5ddc-4b27-a822-14e81b9b3263,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:18:01.408933 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab67bd4-0aae-4e9d-ad28-f51279de7b5f,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:01.431442 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (02151e8c-5ddc-4b27-a822-14e81b9b3263), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:01.483551 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Routers {'c9d05e6a-0738-4711-a97e-9c3815fde95e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:18:01.485729 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:17:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['c9d05e6a-0738-4711-a97e-9c3815fde95e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:01.514116 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795c81b-49cd-4427-a794-24ebb1d26455 req-a96fbd3b-6947-42e1-86a9-2cc12ae5427c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:01.521404 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5795c81b-49cd-4427-a794-24ebb1d26455 req-a96fbd3b-6947-42e1-86a9-2cc12ae5427c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.1166549 May 10 20:18:01.600640 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5795c81b-49cd-4427-a794-24ebb1d26455 req-16dca8c9-c3d2-4579-aba9-4b16ca9e831b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743256 May 10 20:18:01.631824 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-0242cad9-a2fe-4a2f-acf2-59dbbe44c128 None None] Provisioning complete for port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:01.631824 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0242cad9-a2fe-4a2f-acf2-59dbbe44c128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:01.663375 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bd456-6b8a-4cea-9a1b-170db049cc48 None None] Pushing event updated for resources: {'Port': ['ID=02151e8c-5ddc-4b27-a822-14e81b9b3263,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:01.672538 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-0242cad9-a2fe-4a2f-acf2-59dbbe44c128 None None] Port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:18:01.720112 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:01.727467 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] Set router c9d05e6a-0738-4711-a97e-9c3815fde95e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:18:01.929528 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Publish callbacks [] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:01.938866 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:17:59Z', 'revision_number': 3, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port': {'id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:01.958656 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de65391-8b42-495f-8aa6-6863c4bea963 None None] The sync data for ids ['c9d05e6a-0738-4711-a97e-9c3815fde95e'] in dv-cinder-828805-2-iscsi is: [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:17:59Z', 'revision_number': 3, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port': {'id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:18:02.030954 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:02.031768 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7908696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503314'] for router_interface (c9d05e6a-0738-4711-a97e-9c3815fde95e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:02.142638 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab67bd4-0aae-4e9d-ad28-f51279de7b5f,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:02.208651 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52770) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:02.261831 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:02.267088 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:02.283314 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9f62b3-b0b5-4466-a232-e4533a0929f4 admin admin] Deleting subnet 8c0a0546-c585-4240-84dc-2e61595e6ec9 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:18:02.292111 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb9f62b3-b0b5-4466-a232-e4533a0929f4 admin admin] Publish callbacks [] for subnet (8c0a0546-c585-4240-84dc-2e61595e6ec9), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:02.340816 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device c2e507b7-497d-4fd0-9c63-77ede5e1adfe up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:02.376337 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb9f62b3-b0b5-4466-a232-e4533a0929f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6068516'] for subnet (8c0a0546-c585-4240-84dc-2e61595e6ec9), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:02.468130 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb9f62b3-b0b5-4466-a232-e4533a0929f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (8c0a0546-c585-4240-84dc-2e61595e6ec9), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:02.494004 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port c2e507b7-497d-4fd0-9c63-77ede5e1adfe triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:02.496320 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:02.497945 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Router c9d05e6a-0738-4711-a97e-9c3815fde95e has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:18:02.618242 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb9f62b3-b0b5-4466-a232-e4533a0929f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4935479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5317468'] for subnet (8c0a0546-c585-4240-84dc-2e61595e6ec9), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:02.671037 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f62b3-b0b5-4466-a232-e4533a0929f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0a0546-c585-4240-84dc-2e61595e6ec9,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:02.686938 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb9f62b3-b0b5-4466-a232-e4533a0929f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:02.694816 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-eb9f62b3-b0b5-4466-a232-e4533a0929f4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8c0a0546-c585-4240-84dc-2e61595e6ec9 HTTP/1.1" status: 204 len: 168 time: 0.4837070 May 10 20:18:02.701907 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port c2e507b7-497d-4fd0-9c63-77ede5e1adfe is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:02.705470 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52786) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:02.730148 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-37a9a68d-2a96-47fb-8966-6b00b9665a91 None None] Provisioning complete for port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:02.730615 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-37a9a68d-2a96-47fb-8966-6b00b9665a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:02.810833 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-37a9a68d-2a96-47fb-8966-6b00b9665a91 None None] Port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:18:02.880146 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0cf23348-c1a6-4b36-8e03-b5644c03f75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (96c29c32-3228-4be3-bd31-e1b4551cb0b8), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:02.891943 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545d3d4-8d70-48f4-a4ad-a972270e6faf req-74237d03-7cdd-425b-b703-18903b2df5cb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:02.894070 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a545d3d4-8d70-48f4-a4ad-a972270e6faf req-74237d03-7cdd-425b-b703-18903b2df5cb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0739765 May 10 20:18:03.029036 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0cf23348-c1a6-4b36-8e03-b5644c03f75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (96c29c32-3228-4be3-bd31-e1b4551cb0b8), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:03.051603 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:18:03.069472 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-5a703913-8e22-4749-977e-5f2132a9a3f9 admin admin] 10.222.0.65 "PUT /v2.0/routers/c9d05e6a-0738-4711-a97e-9c3815fde95e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5541434 May 10 20:18:03.074669 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a545d3d4-8d70-48f4-a4ad-a972270e6faf req-d06a2185-4fda-4024-93c4-fe805039e3e3 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725919 May 10 20:18:03.079212 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-0cf23348-c1a6-4b36-8e03-b5644c03f75e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c29c32-3228-4be3-bd31-e1b4551cb0b8']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:03.091640 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-0cf23348-c1a6-4b36-8e03-b5644c03f75e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1ce617-8937-4183-808c-d1171f6ee863') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:03.091793 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-0cf23348-c1a6-4b36-8e03-b5644c03f75e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1ce617-8937-4183-808c-d1171f6ee863') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:03.105818 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0cf23348-c1a6-4b36-8e03-b5644c03f75e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6068703'] for segment (2f1ce617-8937-4183-808c-d1171f6ee863), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:03.135701 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0cf23348-c1a6-4b36-8e03-b5644c03f75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (2f1ce617-8937-4183-808c-d1171f6ee863), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:03.150862 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf23348-c1a6-4b36-8e03-b5644c03f75e admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:18:03.151409 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0cf23348-c1a6-4b36-8e03-b5644c03f75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4935517'] for segment (2f1ce617-8937-4183-808c-d1171f6ee863), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: Traceback (most recent call last): May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: timer() May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: cb(*args, **kw) May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: return func(*args, **kwargs) May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: self._notify() May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: self.callback(batched_events) May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: event.method(event) May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: return f(self, *a, **k) May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._get(url).json() May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: return self.request(url, 'GET', **kwargs) May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:18:03.153299 dv-cinder-828805-2-iscsi neutron-server[104124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:18:03.246809 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b2ef4-a637-4fd3-8081-3d9be644f677 req-14f27b3c-aaa4-4bb6-bdbd-cbd5cdeef019 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:03.248617 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a27b2ef4-a637-4fd3-8081-3d9be644f677 req-14f27b3c-aaa4-4bb6-bdbd-cbd5cdeef019 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0775926 May 10 20:18:03.288511 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0cf23348-c1a6-4b36-8e03-b5644c03f75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (96c29c32-3228-4be3-bd31-e1b4551cb0b8), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:03.313488 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0cf23348-c1a6-4b36-8e03-b5644c03f75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:03.318914 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-0cf23348-c1a6-4b36-8e03-b5644c03f75e admin admin] 10.222.0.65 "DELETE /v2.0/networks/96c29c32-3228-4be3-bd31-e1b4551cb0b8 HTTP/1.1" status: 204 len: 168 time: 0.6121633 May 10 20:18:03.319944 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf23348-c1a6-4b36-8e03-b5644c03f75e admin admin] Pushing event deleted for resources: {'Network': ['ID=96c29c32-3228-4be3-bd31-e1b4551cb0b8,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:03.334873 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a27b2ef4-a637-4fd3-8081-3d9be644f677 req-51081a14-39f2-4f18-a2dd-33e30805ae87 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782032 May 10 20:18:03.799937 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52830) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:03.852169 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8828e9bf-3fbb-4e7c-b739-4864daf62cc5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19fcef97d9fc42889ca1435f33cef96b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0511487 May 10 20:18:03.854855 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52834) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:03.910771 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-160c4bdb-16d2-40c4-b9cc-b4befc8c9df2 admin admin] Publish callbacks [] for security_group (d72da341-d0eb-4b5a-ba41-78c14bfa4f7e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:03.932687 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-160c4bdb-16d2-40c4-b9cc-b4befc8c9df2 admin admin] Publish callbacks [] for security_group (d72da341-d0eb-4b5a-ba41-78c14bfa4f7e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:04.018057 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52838) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:04.025255 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1670863698-network', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:04.065588 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-160c4bdb-16d2-40c4-b9cc-b4befc8c9df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (d72da341-d0eb-4b5a-ba41-78c14bfa4f7e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:04.068383 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-160c4bdb-16d2-40c4-b9cc-b4befc8c9df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:04.071737 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-160c4bdb-16d2-40c4-b9cc-b4befc8c9df2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d72da341-d0eb-4b5a-ba41-78c14bfa4f7e HTTP/1.1" status: 204 len: 168 time: 0.2137923 May 10 20:18:04.080783 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c4bdb-16d2-40c4-b9cc-b4befc8c9df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72da341-d0eb-4b5a-ba41-78c14bfa4f7e,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:04.124917 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] Made reservation on behalf of 4b5708fb61854562988f5bc2dee5b34b for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:18:04.129730 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:04.141226 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:04.149294 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Sync routers for ids ['c9d05e6a-0738-4711-a97e-9c3815fde95e'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:18:04.197628 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Routers {'c9d05e6a-0738-4711-a97e-9c3815fde95e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:18:04.198294 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:17:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['c9d05e6a-0738-4711-a97e-9c3815fde95e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:04.261424 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] Publish callbacks [] for security_group (e2bceb0c-fe7c-418b-aa28-f494e034b333), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:04.282102 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 02151e8c-5ddc-4b27-a822-14e81b9b3263 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:04.358144 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (e2bceb0c-fe7c-418b-aa28-f494e034b333), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:04.382103 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:18:04.397019 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bceb0c-fe7c-418b-aa28-f494e034b333,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:04.402478 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (b059872d-be0c-4350-84e1-cb4347ef25a3), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:04.403018 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] Added segment b059872d-be0c-4350-84e1-cb4347ef25a3 of type vlan for network 1aff73ee-7ce4-45c7-ba11-83cffcab0f05 May 10 20:18:04.421837 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Set router c9d05e6a-0738-4711-a97e-9c3815fde95e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:18:04.425487 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 02151e8c-5ddc-4b27-a822-14e81b9b3263 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:04.426130 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (02151e8c-5ddc-4b27-a822-14e81b9b3263), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:04.466104 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (1aff73ee-7ce4-45c7-ba11-83cffcab0f05), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:04.585940 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (1aff73ee-7ce4-45c7-ba11-83cffcab0f05), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:04.587667 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:04.588546 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:04.660497 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] Pushing event updated for resources: {'Network': ['ID=1aff73ee-7ce4-45c7-ba11-83cffcab0f05,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:04.724112 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9a09d279-4bf5-4aa1-a7ba-61c20b5fedac admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7048621 May 10 20:18:04.730998 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52866) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:04.736041 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-2b8a56ec-a256-43f6-9d92-9f7e91634494 admin admin] Request body: {'subnet': {'network_id': '1aff73ee-7ce4-45c7-ba11-83cffcab0f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1670863698-subnet', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b', 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:04.781011 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 1aff73ee-7ce4-45c7-ba11-83cffcab0f05 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:18:04.864991 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 02151e8c-5ddc-4b27-a822-14e81b9b3263 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:04.865375 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (02151e8c-5ddc-4b27-a822-14e81b9b3263), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:04.871266 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8a56ec-a256-43f6-9d92-9f7e91634494 admin admin] Made reservation on behalf of 4b5708fb61854562988f5bc2dee5b34b for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:18:04.873690 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2b8a56ec-a256-43f6-9d92-9f7e91634494 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5317435'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:04.935066 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port 02151e8c-5ddc-4b27-a822-14e81b9b3263, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=02151e8c-5ddc-4b27-a822-14e81b9b3263,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:04.955865 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:01Z', 'revision_number': 4, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port': {'id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '3ab67bd4-0aae-4e9d-ad28-f51279de7b5f', 'name': '', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'mac_address': 'fa:16:3e:d5:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:00Z', 'updated_at': '2022-05-10T20:18:01Z', 'revision_number': 2, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'subnets': [{'id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:04.982775 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Checking router: c9d05e6a-0738-4711-a97e-9c3815fde95e for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:18:04.983363 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Updating router c9d05e6a-0738-4711-a97e-9c3815fde95e port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f binding host dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:18:05.004740 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (02151e8c-5ddc-4b27-a822-14e81b9b3263), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:05.037382 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:05.098224 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=02151e8c-5ddc-4b27-a822-14e81b9b3263,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:05.132566 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2b8a56ec-a256-43f6-9d92-9f7e91634494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4934128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5317413'] for subnet (e4e7d838-be17-49f0-9c3f-113a21f04a3b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:05.221160 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a56ec-a256-43f6-9d92-9f7e91634494 admin admin] Checking segment: {'id': 'b059872d-be0c-4350-84e1-cb4347ef25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1aff73ee-7ce4-45c7-ba11-83cffcab0f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:05.221724 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8a56ec-a256-43f6-9d92-9f7e91634494 admin admin] Network hostable DHCP agents. Network: 1aff73ee-7ce4-45c7-ba11-83cffcab0f05, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:18:05.227745 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a56ec-a256-43f6-9d92-9f7e91634494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e7d838-be17-49f0-9c3f-113a21f04a3b,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:05.311435 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8a56ec-a256-43f6-9d92-9f7e91634494 admin admin] Network 1aff73ee-7ce4-45c7-ba11-83cffcab0f05 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:18:05.391723 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Publish callbacks [] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:05.440419 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-2b8a56ec-a256-43f6-9d92-9f7e91634494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 1aff73ee-7ce4-45c7-ba11-83cffcab0f05) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:05.445182 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a56ec-a256-43f6-9d92-9f7e91634494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:05.445637 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2b8a56ec-a256-43f6-9d92-9f7e91634494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:05.453136 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56389e2a-da78-45c7-86b6-82fd53da6c8d None None] Network 1aff73ee-7ce4-45c7-ba11-83cffcab0f05 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:18:05.525417 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:05.584342 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2b8a56ec-a256-43f6-9d92-9f7e91634494 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8520653 May 10 20:18:05.586903 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52900) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:05.592436 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1670863698-router', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:05.596586 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638810d0-f44c-5805-8520-b13225ebd017-1aff73ee-7ce4-45c7-ba11-83cffcab0f05', 'network_id': '1aff73ee-7ce4-45c7-ba11-83cffcab0f05', 'project_id': '4b5708fb61854562988f5bc2dee5b34b', 'fixed_ips': [{'subnet_id': 'e4e7d838-be17-49f0-9c3f-113a21f04a3b'}]}} from dv-cinder-828805-2-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:18:05.597452 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:05.614325 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea900a50-925f-49f6-9195-55212095935d None None] Pushing event updated for resources: {'Port': ['ID=3ab67bd4-0aae-4e9d-ad28-f51279de7b5f,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:05.698525 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-515458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11323'] for router (8df35a06-a2bb-4be4-8e5e-1e35652dde01), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:05.699602 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11264'] for router (8df35a06-a2bb-4be4-8e5e-1e35652dde01), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:05.756863 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Attempting to bind port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:18:05.757254 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Attempting to bind port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '68c6970f-d35b-4734-9598-d357db53cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:18:05.757616 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Attempting to bind port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f on network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:05.768615 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:18:05.768615 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Checking segment: {'id': '68c6970f-d35b-4734-9598-d357db53cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:05.768615 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:05.768982 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Bound using segment: {'id': '68c6970f-d35b-4734-9598-d357db53cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:18:05.769206 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Bound port: 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c6970f-d35b-4734-9598-d357db53cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:18:05.769588 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:05.802880 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Publish callbacks [] for router_controller (8df35a06-a2bb-4be4-8e5e-1e35652dde01), precommit_add_association {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:05.865632 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Allocated IP 172.20.0.2 (1aff73ee-7ce4-45c7-ba11-83cffcab0f05/e4e7d838-be17-49f0-9c3f-113a21f04a3b/2bf2cc4f-59bb-4342-abcf-64123e939198) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:18:05.880316 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404318-a126-4d43-bee8-764a9bfcede8 req-a85f3681-6242-4300-9bfc-9af5c729f610 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:05.889603 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-d5a4fefc-cba8-46dc-b0d2-0534590c294d None None] Provisioning complete for port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:05.889973 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d5a4fefc-cba8-46dc-b0d2-0534590c294d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:05.890666 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3d404318-a126-4d43-bee8-764a9bfcede8 req-a85f3681-6242-4300-9bfc-9af5c729f610 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0714359 May 10 20:18:05.926728 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] For port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:18:05.938765 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c5cf9-1f61-43e1-b7b2-ce74e915e252 req-e0ed857e-e48e-43c4-985b-4a4a52ba84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:05.946014 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c80c5cf9-1f61-43e1-b7b2-ce74e915e252 req-e0ed857e-e48e-43c4-985b-4a4a52ba84fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 1129 time: 0.0636165 May 10 20:18:05.989980 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] For port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=3ab67bd4-0aae-4e9d-ad28-f51279de7b5f,segment=NetworkSegment(68c6970f-d35b-4734-9598-d357db53cdd0),segment_id=68c6970f-d35b-4734-9598-d357db53cdd0)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:18:06.007562 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4fefc-cba8-46dc-b0d2-0534590c294d None None] Port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:18:06.048518 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3d404318-a126-4d43-bee8-764a9bfcede8 req-4f2c55e8-0fc1-43c7-84f6-c4756ac025bc tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519325 May 10 20:18:06.104963 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.115360 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Publish callbacks [] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.132771 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52914) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:06.144105 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Publish callbacks [] for router_gateway (8df35a06-a2bb-4be4-8e5e-1e35652dde01), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.176362 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Routers {'c9d05e6a-0738-4711-a97e-9c3815fde95e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:18:06.176994 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:17:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['c9d05e6a-0738-4711-a97e-9c3815fde95e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:06.225143 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.231559 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea900a50-925f-49f6-9195-55212095935d None None] Pushing event updated for resources: {'Port': ['ID=3ab67bd4-0aae-4e9d-ad28-f51279de7b5f,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:06.304375 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 02151e8c-5ddc-4b27-a822-14e81b9b3263 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:06.336002 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Network 1aff73ee-7ce4-45c7-ba11-83cffcab0f05 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:06.351898 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:06.358531 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:18:06.420925 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Pushing event updated for resources: {'Port': ['ID=2bf2cc4f-59bb-4342-abcf-64123e939198,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:06.469367 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] Set router c9d05e6a-0738-4711-a97e-9c3815fde95e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:18:06.513613 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-0adf6faa-2327-43af-8577-b0a08e4a2033 None None] Provisioning complete for port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:06.513983 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0adf6faa-2327-43af-8577-b0a08e4a2033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.534364 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af3b6ebe-39d8-4109-a1a8-7d4c8816e750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.543175 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Publish callbacks [] for router_gateway (8df35a06-a2bb-4be4-8e5e-1e35652dde01), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.567515 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 02151e8c-5ddc-4b27-a822-14e81b9b3263 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:06.567896 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (02151e8c-5ddc-4b27-a822-14e81b9b3263), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.578836 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.581002 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Attempting to bind port 2bf2cc4f-59bb-4342-abcf-64123e939198 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:18:06.581636 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Attempting to bind port 2bf2cc4f-59bb-4342-abcf-64123e939198 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': 'b059872d-be0c-4350-84e1-cb4347ef25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1aff73ee-7ce4-45c7-ba11-83cffcab0f05'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:18:06.581759 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Attempting to bind port 2bf2cc4f-59bb-4342-abcf-64123e939198 on network 1aff73ee-7ce4-45c7-ba11-83cffcab0f05 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:06.640762 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:18:06.641059 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Checking segment: {'id': 'b059872d-be0c-4350-84e1-cb4347ef25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1aff73ee-7ce4-45c7-ba11-83cffcab0f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:06.641480 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.641846 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Bound using segment: {'id': 'b059872d-be0c-4350-84e1-cb4347ef25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1aff73ee-7ce4-45c7-ba11-83cffcab0f05'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:18:06.642356 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Bound port: 2bf2cc4f-59bb-4342-abcf-64123e939198, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b059872d-be0c-4350-84e1-cb4347ef25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1aff73ee-7ce4-45c7-ba11-83cffcab0f05'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:18:06.642776 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.669427 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af3b6ebe-39d8-4109-a1a8-7d4c8816e750 admin admin] Publish callbacks [] for security_group (8a53aa98-27a5-48e5-bae8-21e856f5674f), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.712146 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Allocated IP 172.27.1.27 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/3f08ad94-e122-4264-a3e3-1712dd1d892e) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:18:06.763426 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af3b6ebe-39d8-4109-a1a8-7d4c8816e750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (8a53aa98-27a5-48e5-bae8-21e856f5674f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.857728 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Publish callbacks [] for port (3f08ad94-e122-4264-a3e3-1712dd1d892e), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.869001 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-af3b6ebe-39d8-4109-a1a8-7d4c8816e750 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8963f6d764774712a00076158990daa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7346897 May 10 20:18:06.871469 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52932) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:06.879634 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b6ebe-39d8-4109-a1a8-7d4c8816e750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a53aa98-27a5-48e5-bae8-21e856f5674f,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:06.953230 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c5cf9-1f61-43e1-b7b2-ce74e915e252 req-00ab01f7-fd37-482f-8427-cf2b123b137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:06.954716 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c80c5cf9-1f61-43e1-b7b2-ce74e915e252 req-00ab01f7-fd37-482f-8427-cf2b123b137f service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 919 time: 0.1788206 May 10 20:18:06.960461 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4c4844e3-639d-43a6-adb1-e37b0e7b211c admin admin] Publish callbacks [] for security_group (8a53aa98-27a5-48e5-bae8-21e856f5674f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.971678 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-0adf6faa-2327-43af-8577-b0a08e4a2033 None None] Current status of the port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:06.972110 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0adf6faa-2327-43af-8577-b0a08e4a2033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.991840 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4c4844e3-639d-43a6-adb1-e37b0e7b211c admin admin] Publish callbacks [] for security_group (8a53aa98-27a5-48e5-bae8-21e856f5674f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:06.997306 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] For port 2bf2cc4f-59bb-4342-abcf-64123e939198, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:18:07.009421 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (3f08ad94-e122-4264-a3e3-1712dd1d892e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:07.015338 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] For port 2bf2cc4f-59bb-4342-abcf-64123e939198, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=2bf2cc4f-59bb-4342-abcf-64123e939198,segment=NetworkSegment(b059872d-be0c-4350-84e1-cb4347ef25a3),segment_id=b059872d-be0c-4350-84e1-cb4347ef25a3)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:18:07.049729 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:07.052725 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:07.055982 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 02151e8c-5ddc-4b27-a822-14e81b9b3263 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:07.057763 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:18:07.072022 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-0adf6faa-2327-43af-8577-b0a08e4a2033 None None] For port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=3ab67bd4-0aae-4e9d-ad28-f51279de7b5f,segment=NetworkSegment(68c6970f-d35b-4734-9598-d357db53cdd0),segment_id=68c6970f-d35b-4734-9598-d357db53cdd0)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:07.081994 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:01Z', 'revision_number': 4, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port': {'id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '3ab67bd4-0aae-4e9d-ad28-f51279de7b5f', 'name': '', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'mac_address': 'fa:16:3e:d5:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:00Z', 'updated_at': '2022-05-10T20:18:05Z', 'revision_number': 4, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'subnets': [{'id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:07.092804 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4c4844e3-639d-43a6-adb1-e37b0e7b211c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (8a53aa98-27a5-48e5-bae8-21e856f5674f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:07.096383 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4c4844e3-639d-43a6-adb1-e37b0e7b211c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:07.106364 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4c4844e3-639d-43a6-adb1-e37b0e7b211c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a53aa98-27a5-48e5-bae8-21e856f5674f HTTP/1.1" status: 204 len: 168 time: 0.2283833 May 10 20:18:07.115530 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c55911-908e-4ec9-93a0-507d9df52ce8 None None] The sync data for ids ['c9d05e6a-0738-4711-a97e-9c3815fde95e'] in dv-cinder-828805-2-iscsi is: [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:01Z', 'revision_number': 4, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port': {'id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '3ab67bd4-0aae-4e9d-ad28-f51279de7b5f', 'name': '', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'mac_address': 'fa:16:3e:d5:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:00Z', 'updated_at': '2022-05-10T20:18:05Z', 'revision_number': 4, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'subnets': [{'id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:18:07.137505 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4844e3-639d-43a6-adb1-e37b0e7b211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a53aa98-27a5-48e5-bae8-21e856f5674f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:07.138367 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Pushing event updated for resources: {'Port': ['ID=3f08ad94-e122-4264-a3e3-1712dd1d892e,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:07.165088 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:07.298629 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0adf6faa-2327-43af-8577-b0a08e4a2033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:07.337662 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ed5fb-d365-4422-b03c-1384140af340 req-135070b7-11f4-476f-ab6c-421731a9645d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:07.352250 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e5ed5fb-d365-4422-b03c-1384140af340 req-135070b7-11f4-476f-ab6c-421731a9645d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.1232142 May 10 20:18:07.382663 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa1b8c-bf01-40f9-b167-3fc5a64b6cfc None None] Pushing event updated for resources: {'Port': ['ID=2bf2cc4f-59bb-4342-abcf-64123e939198,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:07.463587 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e5ed5fb-d365-4422-b03c-1384140af340 req-1ce5a66e-8ae7-4068-8535-685ed39ff602 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094735 May 10 20:18:07.494581 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf6faa-2327-43af-8577-b0a08e4a2033 None None] Pushing event updated for resources: {'Port': ['ID=3ab67bd4-0aae-4e9d-ad28-f51279de7b5f,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:07.665858 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c80c5cf9-1f61-43e1-b7b2-ce74e915e252 req-949e8179-0c8e-45dc-a39d-fccfebe67076 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 HTTP/1.1" status: 200 len: 217 time: 0.0881181 May 10 20:18:07.668645 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:07.707181 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Publish callbacks [] for router_gateway (8df35a06-a2bb-4be4-8e5e-1e35652dde01), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:07.935247 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514936'] for router (8df35a06-a2bb-4be4-8e5e-1e35652dde01), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:08.028549 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:18:08.165232 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Router 8df35a06-a2bb-4be4-8e5e-1e35652dde01 is scheduled to L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b with binding_index 1 {{(pid=104125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:18:08.176834 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 52962) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:08.216883 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c44b4ca-df06-452d-b3d9-14d4054f6f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:08.325914 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c44b4ca-df06-452d-b3d9-14d4054f6f2c admin admin] Publish callbacks [] for security_group (73f04c48-66d7-4c82-aaa9-a919acd8751f), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:08.340880 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 2bf2cc4f-59bb-4342-abcf-64123e939198 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:08.407682 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 2bf2cc4f-59bb-4342-abcf-64123e939198 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:08.408338 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:08.412316 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c44b4ca-df06-452d-b3d9-14d4054f6f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (73f04c48-66d7-4c82-aaa9-a919acd8751f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:08.437421 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:18:08.448271 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Sync routers for ids ['8df35a06-a2bb-4be4-8e5e-1e35652dde01'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:18:08.465991 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Routers {'8df35a06-a2bb-4be4-8e5e-1e35652dde01'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:18:08.467412 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:17:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['8df35a06-a2bb-4be4-8e5e-1e35652dde01'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:08.592117 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c5cf9-1f61-43e1-b7b2-ce74e915e252 req-ed4f0ae1-0c4d-461b-b7f4-f0efb6abc9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:08.593666 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c80c5cf9-1f61-43e1-b7b2-ce74e915e252 req-ed4f0ae1-0c4d-461b-b7f4-f0efb6abc9e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.1107602 May 10 20:18:08.602033 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44b4ca-df06-452d-b3d9-14d4054f6f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f04c48-66d7-4c82-aaa9-a919acd8751f,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:08.624720 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2c44b4ca-df06-452d-b3d9-14d4054f6f2c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=41cb7b51ac4a449e81af84abff566bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449203 May 10 20:18:08.628349 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:08.629574 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b7198a1c-87c4-47e0-ab0f-0657cfcffafc admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0416880 May 10 20:18:08.632334 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52976) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:08.632665 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 52978) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:08.644576 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Set router 8df35a06-a2bb-4be4-8e5e-1e35652dde01 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:18:08.652615 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 2bf2cc4f-59bb-4342-abcf-64123e939198 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:08.653139 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:08.672938 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c5cf9-1f61-43e1-b7b2-ce74e915e252 req-33f50eb8-b1dd-4d17-8494-d009087b30cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:08.673861 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c80c5cf9-1f61-43e1-b7b2-ce74e915e252 req-33f50eb8-b1dd-4d17-8494-d009087b30cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731852 May 10 20:18:08.720058 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port 2bf2cc4f-59bb-4342-abcf-64123e939198, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=2bf2cc4f-59bb-4342-abcf-64123e939198,segment=NetworkSegment(b059872d-be0c-4350-84e1-cb4347ef25a3),segment_id=b059872d-be0c-4350-84e1-cb4347ef25a3)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:08.757044 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cb4cf-bafa-4b81-871e-55bfb08fd7eb req-5aec8e41-b97b-444b-9ee7-122e3268cf93 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:08.764125 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e35cb4cf-bafa-4b81-871e-55bfb08fd7eb req-5aec8e41-b97b-444b-9ee7-122e3268cf93 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.1992087 May 10 20:18:08.830477 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c80c5cf9-1f61-43e1-b7b2-ce74e915e252 req-c3a606b1-b62d-4bda-a419-6a36213f2efe service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491725 May 10 20:18:08.855811 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab0916f-2f95-4744-bbe7-0bcec554fe71 None None] Network 1aff73ee-7ce4-45c7-ba11-83cffcab0f05 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:18:08.860387 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:08.860387 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:08.919506 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'name': 'tempest-TestMinimumBasicScenario-1670863698-router', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3f08ad94-e122-4264-a3e3-1712dd1d892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:05Z', 'updated_at': '2022-05-10T20:18:07Z', 'revision_number': 3, 'project_id': '4b5708fb61854562988f5bc2dee5b34b', 'gw_port': {'id': '3f08ad94-e122-4264-a3e3-1712dd1d892e', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:06Z', 'updated_at': '2022-05-10T20:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:08.920171 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eb43046d-0065-45c8-85ab-b81bfc073a2f admin admin] Publish callbacks [] for security_group (73f04c48-66d7-4c82-aaa9-a919acd8751f), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:08.927703 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e35cb4cf-bafa-4b81-871e-55bfb08fd7eb req-df1c2aa1-b940-42ba-a3e0-90add9433d13 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626501 May 10 20:18:08.957712 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Checking router: 8df35a06-a2bb-4be4-8e5e-1e35652dde01 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:18:08.958042 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Updating router 8df35a06-a2bb-4be4-8e5e-1e35652dde01 port 3f08ad94-e122-4264-a3e3-1712dd1d892e binding host dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:18:08.974866 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c80c5cf9-1f61-43e1-b7b2-ce74e915e252 req-571d1a5d-abaf-4fb7-82b6-8ddebc28019e service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351283 May 10 20:18:09.002144 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (3f08ad94-e122-4264-a3e3-1712dd1d892e), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.019622 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eb43046d-0065-45c8-85ab-b81bfc073a2f admin admin] Publish callbacks [] for security_group (73f04c48-66d7-4c82-aaa9-a919acd8751f), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.040756 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-d91b5dc4-4f9d-4f07-9015-b8261468b72b None None] Provisioning complete for port 2bf2cc4f-59bb-4342-abcf-64123e939198 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:09.041119 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d91b5dc4-4f9d-4f07-9015-b8261468b72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.088185 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=2bf2cc4f-59bb-4342-abcf-64123e939198,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:09.131817 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:09.132189 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.229928 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eb43046d-0065-45c8-85ab-b81bfc073a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (73f04c48-66d7-4c82-aaa9-a919acd8751f), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.232854 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eb43046d-0065-45c8-85ab-b81bfc073a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.235260 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-eb43046d-0065-45c8-85ab-b81bfc073a2f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73f04c48-66d7-4c82-aaa9-a919acd8751f HTTP/1.1" status: 204 len: 168 time: 0.6016550 May 10 20:18:09.243822 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-d91b5dc4-4f9d-4f07-9015-b8261468b72b None None] Current status of the port 2bf2cc4f-59bb-4342-abcf-64123e939198 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:09.326235 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:09.338410 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43046d-0065-45c8-85ab-b81bfc073a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f04c48-66d7-4c82-aaa9-a919acd8751f,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:09.455456 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Publish callbacks [] for port (3f08ad94-e122-4264-a3e3-1712dd1d892e), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.511213 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.550158 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (3f08ad94-e122-4264-a3e3-1712dd1d892e), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.566941 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-04d06cee-9afc-4e1b-b806-098118721be5 None None] Provisioning complete for port 2bf2cc4f-59bb-4342-abcf-64123e939198 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:09.567787 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-04d06cee-9afc-4e1b-b806-098118721be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.621846 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Attempting to bind port 3f08ad94-e122-4264-a3e3-1712dd1d892e on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:18:09.624499 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Attempting to bind port 3f08ad94-e122-4264-a3e3-1712dd1d892e by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:18:09.624499 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Attempting to bind port 3f08ad94-e122-4264-a3e3-1712dd1d892e on network 6687bf44-6b81-4c08-8ccb-c06067e5e244 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:09.630684 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa01d3-baa8-4502-9a3c-1e235edcc5c3 None None] Pushing event updated for resources: {'Port': ['ID=3f08ad94-e122-4264-a3e3-1712dd1d892e,revision_number=2']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:09.633093 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:18:09.633470 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Checking segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:09.633870 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.634291 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Bound using segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:18:09.634830 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Bound port: 3f08ad94-e122-4264-a3e3-1712dd1d892e, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:18:09.635211 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (3f08ad94-e122-4264-a3e3-1712dd1d892e), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.680077 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-04d06cee-9afc-4e1b-b806-098118721be5 None None] Current status of the port 2bf2cc4f-59bb-4342-abcf-64123e939198 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:09.695865 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] For port 3f08ad94-e122-4264-a3e3-1712dd1d892e, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:18:09.698972 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] For port 3f08ad94-e122-4264-a3e3-1712dd1d892e, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=3f08ad94-e122-4264-a3e3-1712dd1d892e,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:18:09.756969 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Allocated IP 172.20.0.1 (1aff73ee-7ce4-45c7-ba11-83cffcab0f05/e4e7d838-be17-49f0-9c3f-113a21f04a3b/51e38903-6554-4fb2-ad8f-373f6efd002a) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:18:09.790783 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (3f08ad94-e122-4264-a3e3-1712dd1d892e), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.851850 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Routers {'8df35a06-a2bb-4be4-8e5e-1e35652dde01'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:18:09.852528 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:17:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['8df35a06-a2bb-4be4-8e5e-1e35652dde01'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:09.873496 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Publish callbacks [] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.898740 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa01d3-baa8-4502-9a3c-1e235edcc5c3 None None] Pushing event updated for resources: {'Port': ['ID=3f08ad94-e122-4264-a3e3-1712dd1d892e,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:09.978878 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:09.981177 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] Set router 8df35a06-a2bb-4be4-8e5e-1e35652dde01 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:18:10.033493 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Network 1aff73ee-7ce4-45c7-ba11-83cffcab0f05 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:10.038619 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:10.041575 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:18:10.042138 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502831'] for router_interface (8df35a06-a2bb-4be4-8e5e-1e35652dde01), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:10.075609 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a8332-706f-451a-ade9-41f72e779ce3 req-87562267-baeb-474e-acee-db00834d1b14 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:10.077857 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-478a8332-706f-451a-ade9-41f72e779ce3 req-87562267-baeb-474e-acee-db00834d1b14 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0804720 May 10 20:18:10.092499 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Pushing event updated for resources: {'Port': ['ID=51e38903-6554-4fb2-ad8f-373f6efd002a,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:10.179920 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-478a8332-706f-451a-ade9-41f72e779ce3 req-823b4642-53ad-415a-86fb-4be3c524aa1c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884676 May 10 20:18:10.265575 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'name': 'tempest-TestMinimumBasicScenario-1670863698-router', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3f08ad94-e122-4264-a3e3-1712dd1d892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:05Z', 'updated_at': '2022-05-10T20:18:07Z', 'revision_number': 3, 'project_id': '4b5708fb61854562988f5bc2dee5b34b', 'gw_port': {'id': '3f08ad94-e122-4264-a3e3-1712dd1d892e', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:06Z', 'updated_at': '2022-05-10T20:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:10.279312 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 2bf2cc4f-59bb-4342-abcf-64123e939198 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:10.304942 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121e527-43ed-4612-86d0-3afa0493b084 None None] The sync data for ids ['8df35a06-a2bb-4be4-8e5e-1e35652dde01'] in dv-cinder-828805-2-iscsi is: [{'id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'name': 'tempest-TestMinimumBasicScenario-1670863698-router', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3f08ad94-e122-4264-a3e3-1712dd1d892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:05Z', 'updated_at': '2022-05-10T20:18:07Z', 'revision_number': 3, 'project_id': '4b5708fb61854562988f5bc2dee5b34b', 'gw_port': {'id': '3f08ad94-e122-4264-a3e3-1712dd1d892e', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:06Z', 'updated_at': '2022-05-10T20:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:18:10.392512 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 2bf2cc4f-59bb-4342-abcf-64123e939198 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:10.392512 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:10.402298 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:10.502449 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-2138d182-e460-4acd-a55c-b6e72320454a None None] Provisioning complete for port 51e38903-6554-4fb2-ad8f-373f6efd002a triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:10.507609 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-2138d182-e460-4acd-a55c-b6e72320454a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:10.570890 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-2138d182-e460-4acd-a55c-b6e72320454a None None] Port 51e38903-6554-4fb2-ad8f-373f6efd002a cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:18:10.613233 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 2bf2cc4f-59bb-4342-abcf-64123e939198 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:10.947930 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Publish callbacks [] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:11.009334 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:11.010065 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7908696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503314'] for router_interface (8df35a06-a2bb-4be4-8e5e-1e35652dde01), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:11.101397 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Pushing event updated for resources: {'Port': ['ID=51e38903-6554-4fb2-ad8f-373f6efd002a,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:11.150479 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Network 1aff73ee-7ce4-45c7-ba11-83cffcab0f05 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:11.151846 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:11.338306 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Router 8df35a06-a2bb-4be4-8e5e-1e35652dde01 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:18:11.348862 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f95b0-da60-4fdf-a201-a7805bccacb2 req-0ec11700-60b2-4688-9856-9db42472b25e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:11.350477 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-811f95b0-da60-4fdf-a201-a7805bccacb2 req-0ec11700-60b2-4688-9856-9db42472b25e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0629714 May 10 20:18:11.396314 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-ce165b8b-7f2a-42cd-bbd8-d98346dbc2f8 None None] Provisioning complete for port 51e38903-6554-4fb2-ad8f-373f6efd002a triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:11.402749 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ce165b8b-7f2a-42cd-bbd8-d98346dbc2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:11.445141 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-ce165b8b-7f2a-42cd-bbd8-d98346dbc2f8 None None] Port 51e38903-6554-4fb2-ad8f-373f6efd002a cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:18:11.470566 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-811f95b0-da60-4fdf-a201-a7805bccacb2 req-e8f906cd-df5a-46e3-a0db-c09d5d7052d2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131845 May 10 20:18:11.535150 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:18:11.552776 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f98ef4da-7a9f-4064-a6ae-a6da6324573a admin admin] 10.222.0.65 "PUT /v2.0/routers/8df35a06-a2bb-4be4-8e5e-1e35652dde01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9046476 May 10 20:18:12.137238 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Sync routers for ids ['8df35a06-a2bb-4be4-8e5e-1e35652dde01'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:18:12.149409 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Routers {'8df35a06-a2bb-4be4-8e5e-1e35652dde01'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:18:12.150340 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:17:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['8df35a06-a2bb-4be4-8e5e-1e35652dde01'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:12.277000 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 3f08ad94-e122-4264-a3e3-1712dd1d892e up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:12.312243 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Set router 8df35a06-a2bb-4be4-8e5e-1e35652dde01 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:18:12.429414 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 3f08ad94-e122-4264-a3e3-1712dd1d892e triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:12.430615 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (3f08ad94-e122-4264-a3e3-1712dd1d892e), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:12.628906 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0631f7-15b4-4675-85c0-f1b85c1341da req-620aefaa-a815-4c50-8f4d-4f58b463a0ff tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:12.641361 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d0631f7-15b4-4675-85c0-f1b85c1341da req-620aefaa-a815-4c50-8f4d-4f58b463a0ff tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0732625 May 10 20:18:12.665130 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 3f08ad94-e122-4264-a3e3-1712dd1d892e is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:12.665761 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (3f08ad94-e122-4264-a3e3-1712dd1d892e), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:12.689316 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port 3f08ad94-e122-4264-a3e3-1712dd1d892e, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=3f08ad94-e122-4264-a3e3-1712dd1d892e,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:12.696735 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d0631f7-15b4-4675-85c0-f1b85c1341da req-4c855665-5ee3-4abd-84ca-288473c01916 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540655 May 10 20:18:12.705339 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'name': 'tempest-TestMinimumBasicScenario-1670863698-router', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3f08ad94-e122-4264-a3e3-1712dd1d892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:05Z', 'updated_at': '2022-05-10T20:18:10Z', 'revision_number': 4, 'project_id': '4b5708fb61854562988f5bc2dee5b34b', 'gw_port': {'id': '3f08ad94-e122-4264-a3e3-1712dd1d892e', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:06Z', 'updated_at': '2022-05-10T20:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '51e38903-6554-4fb2-ad8f-373f6efd002a', 'name': '', 'network_id': '1aff73ee-7ce4-45c7-ba11-83cffcab0f05', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b', 'mac_address': 'fa:16:3e:bd:95:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e4e7d838-be17-49f0-9c3f-113a21f04a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:09Z', 'updated_at': '2022-05-10T20:18:10Z', 'revision_number': 2, 'project_id': '4b5708fb61854562988f5bc2dee5b34b', 'subnets': [{'id': 'e4e7d838-be17-49f0-9c3f-113a21f04a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:12.895254 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Checking router: 8df35a06-a2bb-4be4-8e5e-1e35652dde01 for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:18:12.895742 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Updating router 8df35a06-a2bb-4be4-8e5e-1e35652dde01 port 51e38903-6554-4fb2-ad8f-373f6efd002a binding host dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:18:12.938468 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:12.952329 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (3f08ad94-e122-4264-a3e3-1712dd1d892e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:13.117720 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=3f08ad94-e122-4264-a3e3-1712dd1d892e,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:13.332062 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Publish callbacks [] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:13.425854 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:13.479266 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edab59-7806-4916-b745-d47ac92ca122 None None] Pushing event updated for resources: {'Port': ['ID=51e38903-6554-4fb2-ad8f-373f6efd002a,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:13.546502 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Attempting to bind port 51e38903-6554-4fb2-ad8f-373f6efd002a on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:18:13.546971 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Attempting to bind port 51e38903-6554-4fb2-ad8f-373f6efd002a by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': 'b059872d-be0c-4350-84e1-cb4347ef25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1aff73ee-7ce4-45c7-ba11-83cffcab0f05'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:18:13.547423 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Attempting to bind port 51e38903-6554-4fb2-ad8f-373f6efd002a on network 1aff73ee-7ce4-45c7-ba11-83cffcab0f05 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:13.554103 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:18:13.554612 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Checking segment: {'id': 'b059872d-be0c-4350-84e1-cb4347ef25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1aff73ee-7ce4-45c7-ba11-83cffcab0f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:13.555127 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:13.555789 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Bound using segment: {'id': 'b059872d-be0c-4350-84e1-cb4347ef25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1aff73ee-7ce4-45c7-ba11-83cffcab0f05'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:18:13.556403 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Bound port: 51e38903-6554-4fb2-ad8f-373f6efd002a, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b059872d-be0c-4350-84e1-cb4347ef25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1aff73ee-7ce4-45c7-ba11-83cffcab0f05'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:18:13.556856 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:13.650944 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] For port 51e38903-6554-4fb2-ad8f-373f6efd002a, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:18:13.654810 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] For port 51e38903-6554-4fb2-ad8f-373f6efd002a, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=51e38903-6554-4fb2-ad8f-373f6efd002a,segment=NetworkSegment(b059872d-be0c-4350-84e1-cb4347ef25a3),segment_id=b059872d-be0c-4350-84e1-cb4347ef25a3)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:18:13.745175 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:13.864184 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde0022-5bd2-4d4a-87fc-c948911f1998 req-f93dc530-f792-4220-9632-a747c4487a88 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:13.864789 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edab59-7806-4916-b745-d47ac92ca122 None None] Pushing event updated for resources: {'Port': ['ID=51e38903-6554-4fb2-ad8f-373f6efd002a,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:13.865838 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1fde0022-5bd2-4d4a-87fc-c948911f1998 req-f93dc530-f792-4220-9632-a747c4487a88 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0953500 May 10 20:18:13.880099 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-68491264-1cec-45e9-8712-06a8303beda9 None None] Provisioning complete for port 51e38903-6554-4fb2-ad8f-373f6efd002a triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:13.880644 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68491264-1cec-45e9-8712-06a8303beda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:13.888031 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Routers {'8df35a06-a2bb-4be4-8e5e-1e35652dde01'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:18:13.888640 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:17:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['8df35a06-a2bb-4be4-8e5e-1e35652dde01'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:13.980478 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1fde0022-5bd2-4d4a-87fc-c948911f1998 req-c83b489e-91bc-46c0-b31c-0d365d6ce267 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067717 May 10 20:18:14.062896 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] Set router 8df35a06-a2bb-4be4-8e5e-1e35652dde01 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:18:14.224163 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-68491264-1cec-45e9-8712-06a8303beda9 None None] Current status of the port 51e38903-6554-4fb2-ad8f-373f6efd002a is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:14.224677 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68491264-1cec-45e9-8712-06a8303beda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:14.281024 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 3f08ad94-e122-4264-a3e3-1712dd1d892e up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:14.293228 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-68491264-1cec-45e9-8712-06a8303beda9 None None] For port 51e38903-6554-4fb2-ad8f-373f6efd002a, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=51e38903-6554-4fb2-ad8f-373f6efd002a,segment=NetworkSegment(b059872d-be0c-4350-84e1-cb4347ef25a3),segment_id=b059872d-be0c-4350-84e1-cb4347ef25a3)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:14.384636 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'name': 'tempest-TestMinimumBasicScenario-1670863698-router', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3f08ad94-e122-4264-a3e3-1712dd1d892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:05Z', 'updated_at': '2022-05-10T20:18:10Z', 'revision_number': 4, 'project_id': '4b5708fb61854562988f5bc2dee5b34b', 'gw_port': {'id': '3f08ad94-e122-4264-a3e3-1712dd1d892e', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:06Z', 'updated_at': '2022-05-10T20:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '51e38903-6554-4fb2-ad8f-373f6efd002a', 'name': '', 'network_id': '1aff73ee-7ce4-45c7-ba11-83cffcab0f05', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b', 'mac_address': 'fa:16:3e:bd:95:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e4e7d838-be17-49f0-9c3f-113a21f04a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:09Z', 'updated_at': '2022-05-10T20:18:13Z', 'revision_number': 4, 'project_id': '4b5708fb61854562988f5bc2dee5b34b', 'subnets': [{'id': 'e4e7d838-be17-49f0-9c3f-113a21f04a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:14.388286 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 3f08ad94-e122-4264-a3e3-1712dd1d892e triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:14.388655 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (3f08ad94-e122-4264-a3e3-1712dd1d892e), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:14.449992 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68491264-1cec-45e9-8712-06a8303beda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:14.452454 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b38ae-df3c-4be2-830b-6dbef8581419 None None] The sync data for ids ['8df35a06-a2bb-4be4-8e5e-1e35652dde01'] in dv-cinder-828805-2-iscsi is: [{'id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'name': 'tempest-TestMinimumBasicScenario-1670863698-router', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3f08ad94-e122-4264-a3e3-1712dd1d892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:05Z', 'updated_at': '2022-05-10T20:18:10Z', 'revision_number': 4, 'project_id': '4b5708fb61854562988f5bc2dee5b34b', 'gw_port': {'id': '3f08ad94-e122-4264-a3e3-1712dd1d892e', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:06Z', 'updated_at': '2022-05-10T20:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '51e38903-6554-4fb2-ad8f-373f6efd002a', 'name': '', 'network_id': '1aff73ee-7ce4-45c7-ba11-83cffcab0f05', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b', 'mac_address': 'fa:16:3e:bd:95:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e4e7d838-be17-49f0-9c3f-113a21f04a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:09Z', 'updated_at': '2022-05-10T20:18:13Z', 'revision_number': 4, 'project_id': '4b5708fb61854562988f5bc2dee5b34b', 'subnets': [{'id': 'e4e7d838-be17-49f0-9c3f-113a21f04a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:18:14.520070 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68491264-1cec-45e9-8712-06a8303beda9 None None] Pushing event updated for resources: {'Port': ['ID=51e38903-6554-4fb2-ad8f-373f6efd002a,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:14.605285 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-60693672-0193-422d-9975-c68077b3a75b None None] Provisioning complete for port 51e38903-6554-4fb2-ad8f-373f6efd002a triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:14.605675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-60693672-0193-422d-9975-c68077b3a75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:14.652389 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 3f08ad94-e122-4264-a3e3-1712dd1d892e is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:14.754379 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-60693672-0193-422d-9975-c68077b3a75b None None] Current status of the port 51e38903-6554-4fb2-ad8f-373f6efd002a is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:15.134045 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3be73-3bd4-47b5-9aa9-9e9b117d2c96 req-924d74f9-d684-46ad-a155-5fb46cfb56db tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:15.140356 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2f3be73-3bd4-47b5-9aa9-9e9b117d2c96 req-924d74f9-d684-46ad-a155-5fb46cfb56db tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0740757 May 10 20:18:15.232172 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2f3be73-3bd4-47b5-9aa9-9e9b117d2c96 req-5d885590-0890-43b9-9d9f-fb5f50d41edc tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892029 May 10 20:18:16.245379 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 51e38903-6554-4fb2-ad8f-373f6efd002a up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:16.293476 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 51e38903-6554-4fb2-ad8f-373f6efd002a triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:16.293851 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:16.361163 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be010270-85a8-448d-bc0b-adf08088557d req-1d6683a8-a598-4428-9ccd-434f7f8e4583 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:16.362602 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-be010270-85a8-448d-bc0b-adf08088557d req-1d6683a8-a598-4428-9ccd-434f7f8e4583 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0465465 May 10 20:18:16.376827 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 51e38903-6554-4fb2-ad8f-373f6efd002a is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:16.441912 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-be010270-85a8-448d-bc0b-adf08088557d req-ca443e52-6497-4201-b053-38d4f075db55 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721869 May 10 20:18:17.589819 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97fdec-f3bf-426f-bbbc-32b111173b1c req-53e9b0b7-3acc-409f-8a8d-5482809f4cef tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:17.597832 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ad97fdec-f3bf-426f-bbbc-32b111173b1c req-53e9b0b7-3acc-409f-8a8d-5482809f4cef tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0726283 May 10 20:18:17.646644 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ad97fdec-f3bf-426f-bbbc-32b111173b1c req-ce42ba6e-3027-4f04-ac56-b8c82b5a7858 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470810 May 10 20:18:18.778472 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d987-a34b-445f-983a-62aff5d1bf70 req-c0356dba-8b0c-4039-8bc5-8aa2c9bcced5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:18.785638 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0096d987-a34b-445f-983a-62aff5d1bf70 req-c0356dba-8b0c-4039-8bc5-8aa2c9bcced5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0600553 May 10 20:18:18.853035 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0096d987-a34b-445f-983a-62aff5d1bf70 req-fff086e2-8cc7-4bce-b85c-75a5caed91cb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660148 May 10 20:18:19.989502 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381a2aa-1ff1-4a6c-9d38-1a89049bb3b4 req-564bdcf9-a543-447b-9edc-361dce919a6f tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:19.992907 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d381a2aa-1ff1-4a6c-9d38-1a89049bb3b4 req-564bdcf9-a543-447b-9edc-361dce919a6f tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0786953 May 10 20:18:20.366121 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d381a2aa-1ff1-4a6c-9d38-1a89049bb3b4 req-79f27ea3-9f59-4b60-831f-6655f550a93b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678455 May 10 20:18:20.608093 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53308) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:20.631395 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ef471-a006-4b57-a0cc-1dc7406b9e6c req-18253dcd-94a8-43a3-8ef9-5d3bba7b4702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:20.634573 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a88ef471-a006-4b57-a0cc-1dc7406b9e6c req-18253dcd-94a8-43a3-8ef9-5d3bba7b4702 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 1129 time: 0.0890629 May 10 20:18:20.690510 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53312) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:20.709862 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a88ef471-a006-4b57-a0cc-1dc7406b9e6c req-4d91ef9d-5b0d-4fd6-8e8d-1e9c4edb16d1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675552 May 10 20:18:20.736373 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6849dad0-93f6-48e9-95b2-676bb235f09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:20.840335 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c56750f-5b51-499c-a4e4-1e145f5b6c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:20.861249 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8c7e053c-4c4f-4024-a3c6-a93feecbdbe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:20.990950 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c56750f-5b51-499c-a4e4-1e145f5b6c6f admin admin] Publish callbacks [] for security_group (79bf4254-0bb9-460a-82d3-021feaeeedc6), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:21.008060 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8c7e053c-4c4f-4024-a3c6-a93feecbdbe1 admin admin] Publish callbacks [] for security_group (352bc7d4-41c1-45c2-8052-52845cd8731e), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:21.076743 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c56750f-5b51-499c-a4e4-1e145f5b6c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (79bf4254-0bb9-460a-82d3-021feaeeedc6), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:21.116772 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8c7e053c-4c4f-4024-a3c6-a93feecbdbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (352bc7d4-41c1-45c2-8052-52845cd8731e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:21.141295 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2c56750f-5b51-499c-a4e4-1e145f5b6c6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c0ca727fd7f4a86b103933126caae5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5315001 May 10 20:18:21.144149 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 53324) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:21.146314 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56750f-5b51-499c-a4e4-1e145f5b6c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bf4254-0bb9-460a-82d3-021feaeeedc6,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:21.172910 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8c7e053c-4c4f-4024-a3c6-a93feecbdbe1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd91e5efbc94497a90a7a4988669d653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4810264 May 10 20:18:21.175518 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53326) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:21.204773 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e053c-4c4f-4024-a3c6-a93feecbdbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352bc7d4-41c1-45c2-8052-52845cd8731e,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:21.253014 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8337f27c-817f-436f-9a5b-42f5cd026bdd admin admin] Publish callbacks [] for security_group (352bc7d4-41c1-45c2-8052-52845cd8731e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:21.271610 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ad8aa6f-9674-471c-916f-f5a0b83c8988 admin admin] Publish callbacks [] for security_group (79bf4254-0bb9-460a-82d3-021feaeeedc6), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:21.282750 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8337f27c-817f-436f-9a5b-42f5cd026bdd admin admin] Publish callbacks [] for security_group (352bc7d4-41c1-45c2-8052-52845cd8731e), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:21.299081 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ad8aa6f-9674-471c-916f-f5a0b83c8988 admin admin] Publish callbacks [] for security_group (79bf4254-0bb9-460a-82d3-021feaeeedc6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:21.462562 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ad8aa6f-9674-471c-916f-f5a0b83c8988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (79bf4254-0bb9-460a-82d3-021feaeeedc6), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:21.465451 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ad8aa6f-9674-471c-916f-f5a0b83c8988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:21.466890 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8ad8aa6f-9674-471c-916f-f5a0b83c8988 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79bf4254-0bb9-460a-82d3-021feaeeedc6 HTTP/1.1" status: 204 len: 168 time: 0.3211472 May 10 20:18:21.477532 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8aa6f-9674-471c-916f-f5a0b83c8988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bf4254-0bb9-460a-82d3-021feaeeedc6,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:21.487422 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69de46-1737-493c-a2b4-2efeebf5cbc0 req-974e75e5-86b1-4b5f-88e4-21ed7a2aac11 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:21.489032 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7d69de46-1737-493c-a2b4-2efeebf5cbc0 req-974e75e5-86b1-4b5f-88e4-21ed7a2aac11 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0537739 May 10 20:18:21.491824 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8337f27c-817f-436f-9a5b-42f5cd026bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (352bc7d4-41c1-45c2-8052-52845cd8731e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:21.494746 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8337f27c-817f-436f-9a5b-42f5cd026bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:21.495837 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8337f27c-817f-436f-9a5b-42f5cd026bdd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/352bc7d4-41c1-45c2-8052-52845cd8731e HTTP/1.1" status: 204 len: 168 time: 0.3190024 May 10 20:18:21.522794 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337f27c-817f-436f-9a5b-42f5cd026bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352bc7d4-41c1-45c2-8052-52845cd8731e,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:21.574137 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7d69de46-1737-493c-a2b4-2efeebf5cbc0 req-167d3ef9-e910-4b2b-b60d-14932c3ed5f2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740027 May 10 20:18:22.388769 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53368) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:22.403079 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6841-906c-4dfa-916e-3644c7a28820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:22.504239 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6841-906c-4dfa-916e-3644c7a28820 admin admin] Publish callbacks [] for security_group (a609a52b-795e-4023-a333-8105ba89da52), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:22.590639 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6841-906c-4dfa-916e-3644c7a28820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (a609a52b-795e-4023-a333-8105ba89da52), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:22.746508 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ff0c6841-906c-4dfa-916e-3644c7a28820 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd8ea61cf687437e96faff4638cd3a48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565714 May 10 20:18:22.748802 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c6841-906c-4dfa-916e-3644c7a28820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a609a52b-795e-4023-a333-8105ba89da52,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:22.751749 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53380) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:22.834441 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39260a84-33f3-4d48-a58d-7bc7fd876d91 req-971fd24f-a12f-4742-9186-e6e73e1559fd tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:22.846784 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39260a84-33f3-4d48-a58d-7bc7fd876d91 req-971fd24f-a12f-4742-9186-e6e73e1559fd tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.1790173 May 10 20:18:22.963766 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0d2a9237-c5f1-4192-84ef-274fd39b04c8 admin admin] Publish callbacks [] for security_group (a609a52b-795e-4023-a333-8105ba89da52), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:22.968692 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39260a84-33f3-4d48-a58d-7bc7fd876d91 req-c8cdaa7a-715e-42b4-b132-7aa2610f255b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184163 May 10 20:18:23.020719 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0d2a9237-c5f1-4192-84ef-274fd39b04c8 admin admin] Publish callbacks [] for security_group (a609a52b-795e-4023-a333-8105ba89da52), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:23.327654 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b4c10c23-d6da-4f31-bafb-679bbb08dc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:23.359875 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0d2a9237-c5f1-4192-84ef-274fd39b04c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (a609a52b-795e-4023-a333-8105ba89da52), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:23.362853 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0d2a9237-c5f1-4192-84ef-274fd39b04c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:23.367501 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-0d2a9237-c5f1-4192-84ef-274fd39b04c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a609a52b-795e-4023-a333-8105ba89da52 HTTP/1.1" status: 204 len: 168 time: 0.5977511 May 10 20:18:23.394946 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a9237-c5f1-4192-84ef-274fd39b04c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a609a52b-795e-4023-a333-8105ba89da52,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:24.095945 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6140311-8f44-43e4-92c8-e67dd43ef3a5 req-7aa05a3a-432d-47cc-a813-7ceddb1b24c9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:24.097576 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d6140311-8f44-43e4-92c8-e67dd43ef3a5 req-7aa05a3a-432d-47cc-a813-7ceddb1b24c9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0550067 May 10 20:18:24.144973 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d6140311-8f44-43e4-92c8-e67dd43ef3a5 req-ff3278c7-f2e3-4379-b887-e3e06b62c8f4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 May 10 20:18:24.395104 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:24.650263 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58214c87-13d0-4c59-92b8-4d73da2e0f9e req-54cd5892-9f2d-4717-9e6e-b9fbae43dc15 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:24.651999 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58214c87-13d0-4c59-92b8-4d73da2e0f9e req-54cd5892-9f2d-4717-9e6e-b9fbae43dc15 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0631056 May 10 20:18:24.735099 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2f2a-d62a-49fa-80ff-8e293754b127 req-717254a0-065d-4f34-82ac-be9a77033522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:24.736999 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66fa2f2a-d62a-49fa-80ff-8e293754b127 req-717254a0-065d-4f34-82ac-be9a77033522 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 1129 time: 0.0838947 May 10 20:18:24.833393 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58214c87-13d0-4c59-92b8-4d73da2e0f9e req-e50ce1d7-c0d5-41ca-b49f-cd4f8ae434fe tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717710 May 10 20:18:24.877722 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2f2a-d62a-49fa-80ff-8e293754b127 req-ed4c5851-c8d3-4eb0-8921-4e84701d6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:24.879252 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66fa2f2a-d62a-49fa-80ff-8e293754b127 req-ed4c5851-c8d3-4eb0-8921-4e84701d6527 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 919 time: 0.1310108 May 10 20:18:24.925404 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66fa2f2a-d62a-49fa-80ff-8e293754b127 req-084d5be7-0f1c-45ae-bd1e-b592b0a4597a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 HTTP/1.1" status: 200 len: 217 time: 0.0382776 May 10 20:18:24.975436 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2f2a-d62a-49fa-80ff-8e293754b127 req-7aeae6ac-f939-4142-a824-007675c8fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:24.976940 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66fa2f2a-d62a-49fa-80ff-8e293754b127 req-7aeae6ac-f939-4142-a824-007675c8fde5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.0450282 May 10 20:18:25.033339 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2f2a-d62a-49fa-80ff-8e293754b127 req-cb57ab3c-a98f-4851-8bfc-c3195a8e340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:25.034785 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66fa2f2a-d62a-49fa-80ff-8e293754b127 req-cb57ab3c-a98f-4851-8bfc-c3195a8e340d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391140 May 10 20:18:25.135046 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66fa2f2a-d62a-49fa-80ff-8e293754b127 req-9ae41af8-40d6-4b02-a17c-fe765f1f436d service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920300 May 10 20:18:25.230023 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66fa2f2a-d62a-49fa-80ff-8e293754b127 req-d6a2f693-d70a-4efc-87fb-8ccd113f7605 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886326 May 10 20:18:25.708396 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:25.803892 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-8897504f-cd32-442c-b7d4-82e481886f94 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:25.803892 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-8897504f-cd32-442c-b7d4-82e481886f94 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/networks?id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6 HTTP/1.1" status: 200 len: 814 time: 0.1093707 May 10 20:18:25.815693 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-97235f20-71a4-4f54-9739-c1d1d0d39bf0 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/quotas/b135986dfe1f499a9655ac3faee4bbbf HTTP/1.1" status: 200 len: 375 time: 0.0093081 May 10 20:18:25.840744 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53474) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:25.871604 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-88adf4c1-31be-47d8-989d-95293a311b51 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b135986dfe1f499a9655ac3faee4bbbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503182 May 10 20:18:26.012509 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-d1b0c455-9586-4a23-bb4c-6f193800cd64 service neutron] 10.222.0.65 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275795 May 10 20:18:26.049287 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351e86-4b89-41f0-a478-651a93215531 req-6f5c908e-1926-488a-b64f-4f2595f3c129 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:26.051096 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4351e86-4b89-41f0-a478-651a93215531 req-6f5c908e-1926-488a-b64f-4f2595f3c129 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.1024163 May 10 20:18:26.096766 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-190a8131-7b3d-4485-aec4-2d59ecf2485b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:26.137652 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4351e86-4b89-41f0-a478-651a93215531 req-74a5ee5a-003d-4dd7-a6f8-1ae846eab18f tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781653 May 10 20:18:26.144618 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-b48a73db-1323-4804-94dc-95df65124e60 service neutron] 10.222.0.65 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313152 May 10 20:18:26.228803 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-190a8131-7b3d-4485-aec4-2d59ecf2485b admin admin] Publish callbacks [] for security_group (7911fb9a-1114-43a7-835d-636383e10294), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:26.308817 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-190a8131-7b3d-4485-aec4-2d59ecf2485b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (7911fb9a-1114-43a7-835d-636383e10294), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:26.362074 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-190a8131-7b3d-4485-aec4-2d59ecf2485b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=448215ba651142c9a5c2a03ca1951701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5296378 May 10 20:18:26.363080 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a8131-7b3d-4485-aec4-2d59ecf2485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7911fb9a-1114-43a7-835d-636383e10294,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:26.364660 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 53498) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:26.454418 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c81480e4-d6f4-4efc-a7fb-6f28d0f6faa8 admin admin] Publish callbacks [] for security_group (7911fb9a-1114-43a7-835d-636383e10294), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:26.476807 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5093d6ab-1cb3-4bef-9cb1-bdbfc26d42e5 req-3eec684b-e3c7-4ce8-a5d3-2687078c5dcb tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 210 time: 0.0473642 May 10 20:18:26.514231 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c81480e4-d6f4-4efc-a7fb-6f28d0f6faa8 admin admin] Publish callbacks [] for security_group (7911fb9a-1114-43a7-835d-636383e10294), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:26.691554 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c81480e4-d6f4-4efc-a7fb-6f28d0f6faa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (7911fb9a-1114-43a7-835d-636383e10294), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:26.694612 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c81480e4-d6f4-4efc-a7fb-6f28d0f6faa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:26.696083 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-c81480e4-d6f4-4efc-a7fb-6f28d0f6faa8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7911fb9a-1114-43a7-835d-636383e10294 HTTP/1.1" status: 204 len: 168 time: 0.3302958 May 10 20:18:26.726457 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81480e4-d6f4-4efc-a7fb-6f28d0f6faa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7911fb9a-1114-43a7-835d-636383e10294,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:27.205915 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:27.267334 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53538) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:27.269854 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5baca90-5f43-4901-8061-ab6b4a202728 req-85434aee-cfb0-45b4-8458-30117c8145be tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:27.271371 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c5baca90-5f43-4901-8061-ab6b4a202728 req-85434aee-cfb0-45b4-8458-30117c8145be tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0517139 May 10 20:18:27.337326 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c5baca90-5f43-4901-8061-ab6b4a202728 req-9d6de6db-ef40-450b-8c6f-093fc577cf8d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590258 May 10 20:18:27.392456 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7578b687-fe6c-430f-ab14-3afa1cc986b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:27.483851 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7578b687-fe6c-430f-ab14-3afa1cc986b1 admin admin] Publish callbacks [] for security_group (5873234b-16bf-4788-af27-1abde7f1f6b1), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:27.538622 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 53544) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:27.551751 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89e313e1-7a99-43eb-a590-7454c31f76e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:27.569182 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-817d5b14-d29a-4541-9f7d-69c113d24f9b req-7785ec61-111c-47b5-a0c8-2440e2e1a978 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 210 time: 0.0309062 May 10 20:18:27.572092 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7578b687-fe6c-430f-ab14-3afa1cc986b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (5873234b-16bf-4788-af27-1abde7f1f6b1), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:27.599348 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7578b687-fe6c-430f-ab14-3afa1cc986b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=21bbfd36c3cd40358bc31785f4be4dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308742 May 10 20:18:27.602466 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53546) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:27.631383 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578b687-fe6c-430f-ab14-3afa1cc986b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5873234b-16bf-4788-af27-1abde7f1f6b1,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:27.660435 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89e313e1-7a99-43eb-a590-7454c31f76e5 admin admin] Publish callbacks [] for security_group (ee8f3a2f-0969-4261-ba88-288c7d9ddcf6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:27.689217 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-088b9994-9961-4aa2-adb5-ae7e22ab80ac admin admin] Publish callbacks [] for security_group (5873234b-16bf-4788-af27-1abde7f1f6b1), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:27.711448 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-088b9994-9961-4aa2-adb5-ae7e22ab80ac admin admin] Publish callbacks [] for security_group (5873234b-16bf-4788-af27-1abde7f1f6b1), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:27.735037 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89e313e1-7a99-43eb-a590-7454c31f76e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (ee8f3a2f-0969-4261-ba88-288c7d9ddcf6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:27.777384 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-89e313e1-7a99-43eb-a590-7454c31f76e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=785547e501014f8ba5db26397d031c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374420 May 10 20:18:27.778326 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e313e1-7a99-43eb-a590-7454c31f76e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8f3a2f-0969-4261-ba88-288c7d9ddcf6,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:27.779992 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53556) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:27.835730 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0a075d97-6832-44a0-bfd3-0855a176d9f3 admin admin] Publish callbacks [] for security_group (ee8f3a2f-0969-4261-ba88-288c7d9ddcf6), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:27.858176 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0a075d97-6832-44a0-bfd3-0855a176d9f3 admin admin] Publish callbacks [] for security_group (ee8f3a2f-0969-4261-ba88-288c7d9ddcf6), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:27.905292 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-088b9994-9961-4aa2-adb5-ae7e22ab80ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (5873234b-16bf-4788-af27-1abde7f1f6b1), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:27.907994 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-088b9994-9961-4aa2-adb5-ae7e22ab80ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:27.909144 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-088b9994-9961-4aa2-adb5-ae7e22ab80ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5873234b-16bf-4788-af27-1abde7f1f6b1 HTTP/1.1" status: 204 len: 168 time: 0.3026505 May 10 20:18:27.921212 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b9994-9961-4aa2-adb5-ae7e22ab80ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5873234b-16bf-4788-af27-1abde7f1f6b1,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:28.054676 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0a075d97-6832-44a0-bfd3-0855a176d9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (ee8f3a2f-0969-4261-ba88-288c7d9ddcf6), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:28.057236 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0a075d97-6832-44a0-bfd3-0855a176d9f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:28.058395 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-0a075d97-6832-44a0-bfd3-0855a176d9f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee8f3a2f-0969-4261-ba88-288c7d9ddcf6 HTTP/1.1" status: 204 len: 168 time: 0.2774057 May 10 20:18:28.066821 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a075d97-6832-44a0-bfd3-0855a176d9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8f3a2f-0969-4261-ba88-288c7d9ddcf6,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:28.484666 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c59ac1-3b6a-40c7-a217-635349f734a7 req-a42d2a93-c429-4644-a1db-e17e0532340b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:28.492422 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4c59ac1-3b6a-40c7-a217-635349f734a7 req-a42d2a93-c429-4644-a1db-e17e0532340b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0757220 May 10 20:18:28.541625 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4c59ac1-3b6a-40c7-a217-635349f734a7 req-73176b65-eb79-4c87-8959-dbc33bde5789 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479541 May 10 20:18:28.602445 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 53576) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:28.614848 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2660-97fb-4a7c-9b17-f56dc08471a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:28.691743 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ad4aa97e-5801-41c1-be94-ab72fed0ffb7 req-e280a2e5-99f5-4392-8ef3-c993466bac83 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 210 time: 0.0398498 May 10 20:18:28.707831 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2660-97fb-4a7c-9b17-f56dc08471a6 admin admin] Publish callbacks [] for security_group (ad90922d-2de7-4cb0-a63d-54712b78749b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:28.803490 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2660-97fb-4a7c-9b17-f56dc08471a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (ad90922d-2de7-4cb0-a63d-54712b78749b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:28.842057 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b1aa2660-97fb-4a7c-9b17-f56dc08471a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08e3d7ef9cb34e72b8c9685459706c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389297 May 10 20:18:28.844031 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa2660-97fb-4a7c-9b17-f56dc08471a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad90922d-2de7-4cb0-a63d-54712b78749b,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:28.844838 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53580) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:28.897824 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 53582) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:28.901120 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0eee8243-7be3-401b-be89-df3309d84658 admin admin] Publish callbacks [] for security_group (ad90922d-2de7-4cb0-a63d-54712b78749b), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:28.911621 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-710d7cb1-fc6b-4e34-9f43-cb65baf9db60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:28.924319 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0eee8243-7be3-401b-be89-df3309d84658 admin admin] Publish callbacks [] for security_group (ad90922d-2de7-4cb0-a63d-54712b78749b), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:28.998454 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-710d7cb1-fc6b-4e34-9f43-cb65baf9db60 admin admin] Publish callbacks [] for security_group (ff4b208e-d34a-4a7f-8b07-ea70417f5c68), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:29.080218 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0eee8243-7be3-401b-be89-df3309d84658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (ad90922d-2de7-4cb0-a63d-54712b78749b), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:29.082909 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0eee8243-7be3-401b-be89-df3309d84658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:29.084067 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-0eee8243-7be3-401b-be89-df3309d84658 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad90922d-2de7-4cb0-a63d-54712b78749b HTTP/1.1" status: 204 len: 168 time: 0.2381027 May 10 20:18:29.093738 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee8243-7be3-401b-be89-df3309d84658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad90922d-2de7-4cb0-a63d-54712b78749b,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:29.130732 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-710d7cb1-fc6b-4e34-9f43-cb65baf9db60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (ff4b208e-d34a-4a7f-8b07-ea70417f5c68), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:29.212228 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-710d7cb1-fc6b-4e34-9f43-cb65baf9db60 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b61e26c29698425a99575213eaf1bc46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132586 May 10 20:18:29.214953 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 53588) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:29.219172 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d7cb1-fc6b-4e34-9f43-cb65baf9db60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4b208e-d34a-4a7f-8b07-ea70417f5c68,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:29.283919 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-452483c5-aa7f-439d-bfe6-2a8de3d2223d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:29.285426 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-452483c5-aa7f-439d-bfe6-2a8de3d2223d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.83 "GET /v2.0/networks?id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6 HTTP/1.1" status: 200 len: 814 time: 0.1790452 May 10 20:18:29.301877 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-90819a2b-83d6-43cc-b28b-9b7a056e9400 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Request body: {'port': {'device_id': 'e063dab1-512d-48bb-be6f-807abc044f02', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'admin_state_up': True, 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:29.320438 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c747-6948-42d4-8f61-0f9455cddaf8 admin admin] Publish callbacks [] for security_group (ff4b208e-d34a-4a7f-8b07-ea70417f5c68), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:29.382998 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c747-6948-42d4-8f61-0f9455cddaf8 admin admin] Publish callbacks [] for security_group (ff4b208e-d34a-4a7f-8b07-ea70417f5c68), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:29.546260 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c747-6948-42d4-8f61-0f9455cddaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (ff4b208e-d34a-4a7f-8b07-ea70417f5c68), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:29.548985 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c747-6948-42d4-8f61-0f9455cddaf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:29.555128 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-eeb2c747-6948-42d4-8f61-0f9455cddaf8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff4b208e-d34a-4a7f-8b07-ea70417f5c68 HTTP/1.1" status: 204 len: 168 time: 0.3343201 May 10 20:18:29.555128 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-90819a2b-83d6-43cc-b28b-9b7a056e9400 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Made reservation on behalf of b135986dfe1f499a9655ac3faee4bbbf for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:18:29.557643 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-90819a2b-83d6-43cc-b28b-9b7a056e9400 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:29.573633 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2c747-6948-42d4-8f61-0f9455cddaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4b208e-d34a-4a7f-8b07-ea70417f5c68,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:29.776987 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-90819a2b-83d6-43cc-b28b-9b7a056e9400 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Allocated IP 172.20.0.8 (763cc9b3-6f11-4887-bac8-beaf82ec0ec6/67a1cf95-e53d-4358-a4cf-c80317469e96/d73b582c-8472-4325-800b-b5cb2624c200) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:18:29.853970 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-657f8416-55f8-46a3-a232-a11edcae86b0 req-f0c9591c-67ce-4fae-8dd4-f443e7da49ba tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 210 time: 0.0470526 May 10 20:18:29.984389 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-90819a2b-83d6-43cc-b28b-9b7a056e9400 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for port (d73b582c-8472-4325-800b-b5cb2624c200), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:30.126511 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-90819a2b-83d6-43cc-b28b-9b7a056e9400 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (d73b582c-8472-4325-800b-b5cb2624c200), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:30.171270 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-90819a2b-83d6-43cc-b28b-9b7a056e9400 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:30.174897 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-90819a2b-83d6-43cc-b28b-9b7a056e9400 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:30.177585 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-90819a2b-83d6-43cc-b28b-9b7a056e9400 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:18:30.254172 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90819a2b-83d6-43cc-b28b-9b7a056e9400 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event updated for resources: {'Port': ['ID=d73b582c-8472-4325-800b-b5cb2624c200,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:30.295814 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-90819a2b-83d6-43cc-b28b-9b7a056e9400 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:30.296499 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-90819a2b-83d6-43cc-b28b-9b7a056e9400 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:30.391100 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-90819a2b-83d6-43cc-b28b-9b7a056e9400 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0902169 May 10 20:18:30.408827 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Request body: {'port': {'device_id': 'e063dab1-512d-48bb-be6f-807abc044f02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:30.522490 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53660) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:30.526956 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-059880db-6eba-46d3-8a53-763a160dc1a8 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--382095368', 'description': 'tempest-description--1106670445'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:30.539711 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d73b582c-8472-4325-800b-b5cb2624c200), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:30.549656 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-0eccba10-8467-41bb-b18b-0445c9463617 None None] Provisioning complete for port d73b582c-8472-4325-800b-b5cb2624c200 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:30.550678 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0eccba10-8467-41bb-b18b-0445c9463617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (d73b582c-8472-4325-800b-b5cb2624c200), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:30.599715 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-0eccba10-8467-41bb-b18b-0445c9463617 None None] Port d73b582c-8472-4325-800b-b5cb2624c200 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:18:30.666880 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-059880db-6eba-46d3-8a53-763a160dc1a8 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:30.831674 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-059880db-6eba-46d3-8a53-763a160dc1a8 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for security_group (ce2b07a4-f2a8-42bd-bde5-f70c063cec8f), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:30.921426 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-059880db-6eba-46d3-8a53-763a160dc1a8 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (ce2b07a4-f2a8-42bd-bde5-f70c063cec8f), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:31.035243 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059880db-6eba-46d3-8a53-763a160dc1a8 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:31.104738 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-059880db-6eba-46d3-8a53-763a160dc1a8 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:31.107665 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-059880db-6eba-46d3-8a53-763a160dc1a8 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5841858 May 10 20:18:31.117004 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53694) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:31.133317 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-8bb20396-a4aa-41b6-9343-6237a8e7b035 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b07a4-f2a8-42bd-bde5-f70c063cec8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:31.164043 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6813a-ccd5-4413-884c-a69688c0ab6f req-d5d4854c-8087-416b-bab2-9dbef0117842 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:31.175957 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ee6813a-ccd5-4413-884c-a69688c0ab6f req-d5d4854c-8087-416b-bab2-9dbef0117842 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 931 time: 0.1724982 May 10 20:18:31.260513 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ee6813a-ccd5-4413-884c-a69688c0ab6f req-00aa9c1f-9d59-4949-9e96-640a1a06c89b tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820792 May 10 20:18:31.274021 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8bb20396-a4aa-41b6-9343-6237a8e7b035 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for security_group_rule (1caecf89-43fd-43ce-b4dd-2ca83a7ff80f), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:31.274201 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73b582c-8472-4325-800b-b5cb2624c200 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:18:31.282492 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Publish callbacks [] for port (d73b582c-8472-4325-800b-b5cb2624c200), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:31.307084 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Transition to ACTIVE for port object d73b582c-8472-4325-800b-b5cb2624c200 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:18:31.406073 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (d73b582c-8472-4325-800b-b5cb2624c200), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:31.415775 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8bb20396-a4aa-41b6-9343-6237a8e7b035 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for security_group_rule (1caecf89-43fd-43ce-b4dd-2ca83a7ff80f), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:31.486175 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8bb20396-a4aa-41b6-9343-6237a8e7b035 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (1caecf89-43fd-43ce-b4dd-2ca83a7ff80f), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:31.541256 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Pushing event updated for resources: {'Port': ['ID=d73b582c-8472-4325-800b-b5cb2624c200,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:31.555945 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb20396-a4aa-41b6-9343-6237a8e7b035 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1caecf89-43fd-43ce-b4dd-2ca83a7ff80f,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:31.627703 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Attempting to bind port d73b582c-8472-4325-800b-b5cb2624c200 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:18:31.628436 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Attempting to bind port d73b582c-8472-4325-800b-b5cb2624c200 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '68c6970f-d35b-4734-9598-d357db53cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:18:31.628980 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Attempting to bind port d73b582c-8472-4325-800b-b5cb2624c200 on network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:31.635167 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8bb20396-a4aa-41b6-9343-6237a8e7b035 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:31.635674 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Port d73b582c-8472-4325-800b-b5cb2624c200 on network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:18:31.636395 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8bb20396-a4aa-41b6-9343-6237a8e7b035 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5149214 May 10 20:18:31.639300 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Attempting to bind port d73b582c-8472-4325-800b-b5cb2624c200 on network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:31.641858 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53710) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:31.646558 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-b5391341-9483-4342-b508-3d03bc2cd99b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b07a4-f2a8-42bd-bde5-f70c063cec8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:31.650906 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:18:31.652217 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Checking segment: {'id': '68c6970f-d35b-4734-9598-d357db53cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:31.652309 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Bound using segment: {'id': '68c6970f-d35b-4734-9598-d357db53cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:18:31.653284 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Bound port: d73b582c-8472-4325-800b-b5cb2624c200, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c6970f-d35b-4734-9598-d357db53cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:18:31.653883 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d73b582c-8472-4325-800b-b5cb2624c200), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:31.791585 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] For port d73b582c-8472-4325-800b-b5cb2624c200, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:18:31.800957 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] For port d73b582c-8472-4325-800b-b5cb2624c200, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d73b582c-8472-4325-800b-b5cb2624c200,segment=NetworkSegment(68c6970f-d35b-4734-9598-d357db53cdd0),segment_id=68c6970f-d35b-4734-9598-d357db53cdd0)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:18:31.846956 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b5391341-9483-4342-b508-3d03bc2cd99b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for security_group_rule (15854947-b6a6-4569-82e9-00c78ab2dca0), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:31.931874 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (d73b582c-8472-4325-800b-b5cb2624c200), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:32.007765 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b5391341-9483-4342-b508-3d03bc2cd99b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for security_group_rule (15854947-b6a6-4569-82e9-00c78ab2dca0), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:32.067305 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b5391341-9483-4342-b508-3d03bc2cd99b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (15854947-b6a6-4569-82e9-00c78ab2dca0), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:32.083207 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:32.083839 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:32.085813 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] 10.222.0.83 "PUT /v2.0/ports/d73b582c-8472-4325-800b-b5cb2624c200 HTTP/1.1" status: 200 len: 1093 time: 1.6887977 May 10 20:18:32.090384 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5391341-9483-4342-b508-3d03bc2cd99b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15854947-b6a6-4569-82e9-00c78ab2dca0,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:32.149361 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e063dab1-512d-48bb-be6f-807abc044f02', 'tag': 'd73b582c-8472-4325-800b-b5cb2624c200'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:18:32.150731 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d60d3f0-da69-4de8-84d2-05ef202e91b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e063dab1-512d-48bb-be6f-807abc044f02", "tag": "d73b582c-8472-4325-800b-b5cb2624c200"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:18:32.153572 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25da390-d602-4b4a-b979-c59471fbee6e service neutron] Pushing event updated for resources: {'Port': ['ID=d73b582c-8472-4325-800b-b5cb2624c200,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:32.204531 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b5391341-9483-4342-b508-3d03bc2cd99b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:32.207641 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b5391341-9483-4342-b508-3d03bc2cd99b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5643027 May 10 20:18:32.211261 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53728) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:32.234747 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Request body: {'floatingip': {'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:32.259434 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40120389-77a8-4424-9cb7-2c6a6f201cd5 x-openstack-request-id: req-40120389-77a8-4424-9cb7-2c6a6f201cd5 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:18:32.259979 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e063dab1-512d-48bb-be6f-807abc044f02", "tag": "d73b582c-8472-4325-800b-b5cb2624c200", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:18:32.259979 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-40120389-77a8-4424-9cb7-2c6a6f201cd5 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:18:32.260359 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40120389-77a8-4424-9cb7-2c6a6f201cd5'] response: {'name': 'network-changed', 'server_uuid': 'e063dab1-512d-48bb-be6f-807abc044f02', 'tag': 'd73b582c-8472-4325-800b-b5cb2624c200', 'status': 'completed', 'code': 200} May 10 20:18:32.401063 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:32.511473 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb700d4-fcb5-4d0e-9d61-018b9d98c505 req-5bd58bdb-c474-483d-9c3c-683db1fe4168 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:32.512993 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0bb700d4-fcb5-4d0e-9d61-018b9d98c505 req-5bd58bdb-c474-483d-9c3c-683db1fe4168 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 943 time: 0.1442134 May 10 20:18:32.607765 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:32.621047 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0bb700d4-fcb5-4d0e-9d61-018b9d98c505 req-347d5318-57b4-4b42-b362-a0a1a424af36 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971253 May 10 20:18:32.912409 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Allocated IP 172.27.1.150 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/02dfbab2-10c3-4e5c-80ee-df177d221fc4) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:18:33.218415 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for port (02dfbab2-10c3-4e5c-80ee-df177d221fc4), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:33.339025 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (02dfbab2-10c3-4e5c-80ee-df177d221fc4), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:33.404958 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:33.423482 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:33.434168 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:18:33.446378 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Pushing event updated for resources: {'Port': ['ID=02dfbab2-10c3-4e5c-80ee-df177d221fc4,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:33.588624 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for floatingip (57c8efa1-b2e4-4715-8486-025dee1fa43d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:33.736498 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (02dfbab2-10c3-4e5c-80ee-df177d221fc4), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:33.845161 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9df19-3c44-4eda-af96-c014187ed181 req-313e7ab8-fbf8-4cc8-8314-fd121905bb39 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:33.852438 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7cc9df19-3c44-4eda-af96-c014187ed181 req-313e7ab8-fbf8-4cc8-8314-fd121905bb39 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 943 time: 0.0895228 May 10 20:18:33.962113 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7cc9df19-3c44-4eda-af96-c014187ed181 req-ba06af76-86e8-4f65-9bff-90a97f078aa0 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087995 May 10 20:18:34.044066 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for port (02dfbab2-10c3-4e5c-80ee-df177d221fc4), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:34.104033 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (02dfbab2-10c3-4e5c-80ee-df177d221fc4), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:34.147308 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (57c8efa1-b2e4-4715-8486-025dee1fa43d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:34.181503 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Pushing event updated for resources: {'Port': ['ID=02dfbab2-10c3-4e5c-80ee-df177d221fc4,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:34.220019 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:34.221237 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-4b7a49ef-e301-45b5-9a78-2808825ed3a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0086355 May 10 20:18:34.467593 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-19654f6c-ebbb-40ac-bf7b-d2aaec62f6ba tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--382095368&fields=id&tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49 HTTP/1.1" status: 200 len: 267 time: 0.0489876 May 10 20:18:34.623211 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-85987219-7243-4b93-b3c7-1e7b7f805017 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:34.631562 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-85987219-7243-4b93-b3c7-1e7b7f805017 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 818 time: 0.1574841 May 10 20:18:34.649560 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-26e21439-3445-47f9-b09a-1bfc0ebc485a tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/quotas/9d38de3da9e3489ebbbebd4f8aeb0d49 HTTP/1.1" status: 200 len: 375 time: 0.0166399 May 10 20:18:34.734628 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-d85acfcf-8fd0-4c92-958b-8b321341f96d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0727489 May 10 20:18:34.836073 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-095f6ea7-49ad-4e6d-a705-ff35c3769267 service neutron] 10.222.0.65 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003275 May 10 20:18:34.960486 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-57762614-0225-4a35-9d3f-f7086fe81ccb service neutron] 10.222.0.65 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129007 May 10 20:18:35.154730 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bf6c2-2946-4623-99fd-a549f2c1a4d4 req-1d10c74b-f91b-43e4-a071-340993631b3c tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:35.156389 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-614bf6c2-2946-4623-99fd-a549f2c1a4d4 req-1d10c74b-f91b-43e4-a071-340993631b3c tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 943 time: 0.0911961 May 10 20:18:35.238541 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 53854) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:35.251794 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-614bf6c2-2946-4623-99fd-a549f2c1a4d4 req-de8cf9af-aba0-42a7-bb79-13331a7659f6 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790300 May 10 20:18:35.378922 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4ac525fa-f020-43bc-b0bd-c0bfc601527b req-b0b5bda0-e3ee-4198-a7af-16925700099b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 210 time: 0.0657794 May 10 20:18:35.450215 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75615e99-a5fa-419f-b3d7-1e863c7aee1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:35.561677 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75615e99-a5fa-419f-b3d7-1e863c7aee1c admin admin] Publish callbacks [] for security_group (ca337613-bc54-4196-bccd-8a118d1bc99d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:35.629557 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75615e99-a5fa-419f-b3d7-1e863c7aee1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (ca337613-bc54-4196-bccd-8a118d1bc99d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:35.675027 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-75615e99-a5fa-419f-b3d7-1e863c7aee1c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=985b8e5a1e1d479da384b6d8868a9e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4331260 May 10 20:18:35.675027 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75615e99-a5fa-419f-b3d7-1e863c7aee1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca337613-bc54-4196-bccd-8a118d1bc99d,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:35.676108 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53874) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:35.746074 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e25a1f6-5b0a-4e43-8cec-71c05c6985c6 admin admin] Publish callbacks [] for security_group (ca337613-bc54-4196-bccd-8a118d1bc99d), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:35.769051 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e25a1f6-5b0a-4e43-8cec-71c05c6985c6 admin admin] Publish callbacks [] for security_group (ca337613-bc54-4196-bccd-8a118d1bc99d), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:35.907350 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e25a1f6-5b0a-4e43-8cec-71c05c6985c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (ca337613-bc54-4196-bccd-8a118d1bc99d), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:35.910000 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e25a1f6-5b0a-4e43-8cec-71c05c6985c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:35.911159 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-4e25a1f6-5b0a-4e43-8cec-71c05c6985c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ca337613-bc54-4196-bccd-8a118d1bc99d HTTP/1.1" status: 204 len: 168 time: 0.2337618 May 10 20:18:35.919497 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25a1f6-5b0a-4e43-8cec-71c05c6985c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca337613-bc54-4196-bccd-8a118d1bc99d,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:36.449829 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718e98b-bcff-4810-bafb-0cac2c4a6202 req-dfcf748d-870c-4699-a03e-60929afa9013 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:36.452712 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0718e98b-bcff-4810-bafb-0cac2c4a6202 req-dfcf748d-870c-4699-a03e-60929afa9013 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 943 time: 0.0922620 May 10 20:18:36.541730 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0718e98b-bcff-4810-bafb-0cac2c4a6202 req-9b7cfb5e-030e-4768-8783-1049d89debf3 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831389 May 10 20:18:36.586787 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d6b2b6f3-508f-43db-b129-daa99b140018 req-38c48de2-5b56-433e-9124-2dbd64332799 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 210 time: 0.0600719 May 10 20:18:36.716851 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 53906) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:36.731024 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c0e8-5ae5-4e89-af73-87a56b7b6ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:36.818312 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c0e8-5ae5-4e89-af73-87a56b7b6ab6 admin admin] Publish callbacks [] for security_group (6285d1f2-833c-4fe7-9c98-3d6ede28b4aa), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:36.929361 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c0e8-5ae5-4e89-af73-87a56b7b6ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (6285d1f2-833c-4fe7-9c98-3d6ede28b4aa), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:36.965333 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1fc1c0e8-5ae5-4e89-af73-87a56b7b6ab6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e6633ba8ffa4ccd94c17013cc056214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473540 May 10 20:18:36.967473 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1c0e8-5ae5-4e89-af73-87a56b7b6ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6285d1f2-833c-4fe7-9c98-3d6ede28b4aa,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:36.968069 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53910) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:37.031735 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8f724782-c2a4-4183-ad30-8ab9c7133c6a admin admin] Publish callbacks [] for security_group (6285d1f2-833c-4fe7-9c98-3d6ede28b4aa), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:37.053649 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8f724782-c2a4-4183-ad30-8ab9c7133c6a admin admin] Publish callbacks [] for security_group (6285d1f2-833c-4fe7-9c98-3d6ede28b4aa), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:37.192900 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8f724782-c2a4-4183-ad30-8ab9c7133c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (6285d1f2-833c-4fe7-9c98-3d6ede28b4aa), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:37.195775 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8f724782-c2a4-4183-ad30-8ab9c7133c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:37.196908 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8f724782-c2a4-4183-ad30-8ab9c7133c6a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6285d1f2-833c-4fe7-9c98-3d6ede28b4aa HTTP/1.1" status: 204 len: 168 time: 0.2276678 May 10 20:18:37.218603 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f724782-c2a4-4183-ad30-8ab9c7133c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6285d1f2-833c-4fe7-9c98-3d6ede28b4aa,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:37.706224 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd83d6-7178-4a6a-8a14-81c7555a6164 req-21e6e467-2ad3-4767-9d3b-f07e383de366 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:37.707877 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4cd83d6-7178-4a6a-8a14-81c7555a6164 req-21e6e467-2ad3-4767-9d3b-f07e383de366 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 943 time: 0.0612736 May 10 20:18:37.713752 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-583fc574-053e-4426-8293-5e241641e80d req-354aebca-de2d-4034-9313-c2a3b2ddf472 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 210 time: 0.0434408 May 10 20:18:37.733464 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:37.813327 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4cd83d6-7178-4a6a-8a14-81c7555a6164 req-0118dcf5-afc9-4f5e-81c2-e6bbdfa3b84a tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991604 May 10 20:18:38.850680 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-26cac593-2726-4ef2-9f2a-59173ceb535e req-5c310086-9309-4b63-b09a-77660257c911 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 210 time: 0.0517519 May 10 20:18:38.968347 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 53984) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:38.990947 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d609e2-0425-480b-96f2-33166a264851 req-4332aae5-a3e5-467b-b0c5-021ee47ee66f tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:38.999334 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66d609e2-0425-480b-96f2-33166a264851 req-4332aae5-a3e5-467b-b0c5-021ee47ee66f tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 943 time: 0.0930586 May 10 20:18:39.063768 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66d609e2-0425-480b-96f2-33166a264851 req-24fae178-4829-4435-b712-015bd176ebc0 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627892 May 10 20:18:39.142287 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c86b1b0c-155d-4d29-9b38-b65f76bd77da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:39.225727 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c86b1b0c-155d-4d29-9b38-b65f76bd77da admin admin] Publish callbacks [] for security_group (e51350d5-0e4d-4b12-84a4-4552fe5b037e), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:39.314031 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c86b1b0c-155d-4d29-9b38-b65f76bd77da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (e51350d5-0e4d-4b12-84a4-4552fe5b037e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:39.370181 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c86b1b0c-155d-4d29-9b38-b65f76bd77da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=332e2b023d4d42508a455845d0f6e52f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007661 May 10 20:18:39.372006 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b1b0c-155d-4d29-9b38-b65f76bd77da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51350d5-0e4d-4b12-84a4-4552fe5b037e,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:39.373068 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 53998) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:39.464261 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Publish callbacks [] for security_group (e51350d5-0e4d-4b12-84a4-4552fe5b037e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:39.503133 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Publish callbacks [] for security_group (e51350d5-0e4d-4b12-84a4-4552fe5b037e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:39.558350 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54004) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:39.645222 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (e51350d5-0e4d-4b12-84a4-4552fe5b037e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:39.648296 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:39.649704 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e51350d5-0e4d-4b12-84a4-4552fe5b037e HTTP/1.1" status: 204 len: 168 time: 0.2753954 May 10 20:18:39.658619 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51350d5-0e4d-4b12-84a4-4552fe5b037e,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:39.667495 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.668394 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.668394 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.668755 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.672762 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.672762 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.672762 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.672762 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.672762 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.672762 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.672762 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.672762 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.672762 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.672762 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.672762 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8f25c-1cb0-463d-aeaa-0576f74c2166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.683708 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:39.807356 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Publish callbacks [] for security_group (025388af-f555-406b-bc5f-6c09876316ca), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:39.914180 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (025388af-f555-406b-bc5f-6c09876316ca), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:39.966545 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4acfedec8b1149c8bb3ce7fb7629dbd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4068661 May 10 20:18:39.966768 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54018) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:39.969483 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025388af-f555-406b-bc5f-6c09876316ca,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:39.977321 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.977966 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.978501 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.979030 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.979668 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.980207 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.980707 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.981210 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.981719 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.982263 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.982784 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.983289 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.984022 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.984549 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:39.985481 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e86979-c7b4-4bb9-988e-17852d1fbf7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:40.059949 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-43da9670-5c7b-46a0-9971-c6afd26113ac admin admin] Publish callbacks [] for security_group (025388af-f555-406b-bc5f-6c09876316ca), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:40.104303 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-43da9670-5c7b-46a0-9971-c6afd26113ac admin admin] Publish callbacks [] for security_group (025388af-f555-406b-bc5f-6c09876316ca), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:40.305218 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-43da9670-5c7b-46a0-9971-c6afd26113ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (025388af-f555-406b-bc5f-6c09876316ca), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:40.308844 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-43da9670-5c7b-46a0-9971-c6afd26113ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:40.309987 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-43da9670-5c7b-46a0-9971-c6afd26113ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/025388af-f555-406b-bc5f-6c09876316ca HTTP/1.1" status: 204 len: 168 time: 0.3421950 May 10 20:18:40.321723 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da9670-5c7b-46a0-9971-c6afd26113ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025388af-f555-406b-bc5f-6c09876316ca,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:40.774636 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54060) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:40.850497 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-072719d4-be56-4d9f-9eb8-26d323486e58 req-5ce9ca3a-f8dd-4b61-9ae5-d0128bab1ac3 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 210 time: 0.0435112 May 10 20:18:40.970232 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924e916-4c93-4f6f-b9b6-6caef23d7ecd req-6fd627b5-b701-4387-8ee6-4eaf9b2269a7 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:40.978309 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a924e916-4c93-4f6f-b9b6-6caef23d7ecd req-6fd627b5-b701-4387-8ee6-4eaf9b2269a7 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 943 time: 0.0669954 May 10 20:18:41.058042 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a924e916-4c93-4f6f-b9b6-6caef23d7ecd req-6516bc64-0b1e-4388-bf0a-7cf74c04c31d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729895 May 10 20:18:41.078244 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f22c8720-7ff6-41cb-af39-63411c2d0af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:41.268704 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f22c8720-7ff6-41cb-af39-63411c2d0af7 admin admin] Publish callbacks [] for security_group (79c5955e-f66e-4b53-8492-a8a4f7606f4d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:41.308581 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b2f29-3b85-4ecf-a22b-519d3addb538 req-59237aa6-b9db-4190-9ebd-be1d4a55dc55 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:41.310911 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5a1b2f29-3b85-4ecf-a22b-519d3addb538 req-59237aa6-b9db-4190-9ebd-be1d4a55dc55 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.1205220 May 10 20:18:41.385391 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5a1b2f29-3b85-4ecf-a22b-519d3addb538 req-244d20c3-21b6-4788-9482-bf7babf61fd8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624352 May 10 20:18:41.409235 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54084) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:41.533923 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-700400942-network', 'tenant_id': 'b9724c9a575141d48bbfbde685774622'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:41.853160 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-8d8f9bb7-c1ad-46a4-8e1d-6c9a95674728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:41.854771 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-8d8f9bb7-c1ad-46a4-8e1d-6c9a95674728 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b135986dfe1f499a9655ac3faee4bbbf&device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 1127 time: 0.0422645 May 10 20:18:41.901959 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-65e15b17-b09c-4e06-8df3-f9f4a75c59a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d73b582c-8472-4325-800b-b5cb2624c200 HTTP/1.1" status: 200 len: 217 time: 0.0362301 May 10 20:18:41.904982 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f22c8720-7ff6-41cb-af39-63411c2d0af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (79c5955e-f66e-4b53-8492-a8a4f7606f4d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:41.945438 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f22c8720-7ff6-41cb-af39-63411c2d0af7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2d2cad74b8442038d729add08410df8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1692626 May 10 20:18:41.946340 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c8720-7ff6-41cb-af39-63411c2d0af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c5955e-f66e-4b53-8492-a8a4f7606f4d,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:41.948607 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54092) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:42.001894 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96627c8c-260c-4712-afda-84c5598e54ec req-b5d029da-e065-464c-bc02-488fa7009ba1 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 210 time: 0.0799370 May 10 20:18:42.002200 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75df98a4-440f-409a-a59c-9620c959c92a admin admin] Publish callbacks [] for security_group (79c5955e-f66e-4b53-8492-a8a4f7606f4d), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.017743 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-bfde3ab5-9ae0-441f-a815-eb4e659f5907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:42.019046 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-bfde3ab5-9ae0-441f-a815-eb4e659f5907 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67a1cf95-e53d-4358-a4cf-c80317469e96 HTTP/1.1" status: 200 len: 853 time: 0.1083231 May 10 20:18:42.020160 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] Made reservation on behalf of b9724c9a575141d48bbfbde685774622 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:18:42.022821 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.031778 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75df98a4-440f-409a-a59c-9620c959c92a admin admin] Publish callbacks [] for security_group (79c5955e-f66e-4b53-8492-a8a4f7606f4d), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.036710 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.114785 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] Publish callbacks [] for security_group (350f893f-05e3-4d27-b84b-f67d14676933), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.180223 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9434bb1-bca9-41e6-8f2d-71982d5dca95 req-3f0c79a5-b113-4a84-bb86-0cb706cc151f tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:42.181656 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9434bb1-bca9-41e6-8f2d-71982d5dca95 req-3f0c79a5-b113-4a84-bb86-0cb706cc151f tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 943 time: 0.0450733 May 10 20:18:42.188151 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75df98a4-440f-409a-a59c-9620c959c92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (79c5955e-f66e-4b53-8492-a8a4f7606f4d), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.191135 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75df98a4-440f-409a-a59c-9620c959c92a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.194840 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-75df98a4-440f-409a-a59c-9620c959c92a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79c5955e-f66e-4b53-8492-a8a4f7606f4d HTTP/1.1" status: 204 len: 168 time: 0.2432394 May 10 20:18:42.223716 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df98a4-440f-409a-a59c-9620c959c92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c5955e-f66e-4b53-8492-a8a4f7606f4d,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:42.232881 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (350f893f-05e3-4d27-b84b-f67d14676933), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.277101 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:18:42.286518 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9434bb1-bca9-41e6-8f2d-71982d5dca95 req-28193f00-1606-47db-bf64-94acfe1a2939 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985994 May 10 20:18:42.295264 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350f893f-05e3-4d27-b84b-f67d14676933,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:42.300555 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (268dcf79-5abb-414c-aa17-802029e951e6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.301187 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] Added segment 268dcf79-5abb-414c-aa17-802029e951e6 of type vlan for network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 May 10 20:18:42.371270 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (339c6d8e-af10-4b8c-9702-0522fc8af9c1), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.384957 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-d3a16c66-9a76-4b44-93cf-9dd795feacab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:42.386467 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-d3a16c66-9a76-4b44-93cf-9dd795feacab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535042 May 10 20:18:42.497313 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10aeb8-63b5-4c08-a094-1f84bd10677d req-8e5f9676-ea9a-48b1-845a-03140d617b76 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:42.499069 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1e10aeb8-63b5-4c08-a094-1f84bd10677d req-8e5f9676-ea9a-48b1-845a-03140d617b76 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0503175 May 10 20:18:42.500103 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (339c6d8e-af10-4b8c-9702-0522fc8af9c1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.500953 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:42.501510 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.581754 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54114) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:42.594862 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] Pushing event updated for resources: {'Network': ['ID=339c6d8e-af10-4b8c-9702-0522fc8af9c1,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:42.606237 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:18:42.625322 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1e10aeb8-63b5-4c08-a094-1f84bd10677d req-e7db56a9-2aad-4a4c-acbb-ab90b3601df0 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167870 May 10 20:18:42.661063 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-bec75166-a471-4e75-82c8-6127f7465add admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2507138 May 10 20:18:42.664616 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54120) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:42.673871 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-cac7e5a0-a7ab-409d-ae4b-93db6e1b6268 admin admin] Request body: {'subnet': {'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-700400942-subnet', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:42.725613 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1614214289-network', 'tenant_id': '752cb97b116941b7bc7ef28b2e796b1f'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:42.768700 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-bbfd25ce-181a-44ce-8daf-5f047982373e service neutron] 10.222.0.83 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065493 May 10 20:18:42.788323 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac7e5a0-a7ab-409d-ae4b-93db6e1b6268 admin admin] Made reservation on behalf of b9724c9a575141d48bbfbde685774622 for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:18:42.791275 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cac7e5a0-a7ab-409d-ae4b-93db6e1b6268 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.858987 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] Made reservation on behalf of 752cb97b116941b7bc7ef28b2e796b1f for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:18:42.861133 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.867553 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e5c67-91f7-4d88-aca3-ef4b2feb7fb3 req-0125d07f-f48a-44f8-bdc8-0285a16308e2 service neutron] 10.222.0.83 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917611 May 10 20:18:42.873522 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.001176 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54126) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:43.030983 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3267384-c684-428b-95c0-2e9900cb086f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.070174 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] Publish callbacks [] for security_group (edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.094546 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8bb0ca6a-281a-4e47-8d32-968c943d87fd req-d5973134-201b-412b-a9f7-00aa490a5bfe tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 210 time: 0.0284016 May 10 20:18:43.097449 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cac7e5a0-a7ab-409d-ae4b-93db6e1b6268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for subnet (b0296e62-bd8a-4130-840e-5dc3ebc5a76d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.163879 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.187719 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e5a0-a7ab-409d-ae4b-93db6e1b6268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0296e62-bd8a-4130-840e-5dc3ebc5a76d,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:43.191100 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3267384-c684-428b-95c0-2e9900cb086f admin admin] Publish callbacks [] for security_group (726ae687-7c70-4f2e-89c6-df28ffd3dc0e), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.217571 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:18:43.224556 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:43.228158 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac7e5a0-a7ab-409d-ae4b-93db6e1b6268 admin admin] Checking segment: {'id': '268dcf79-5abb-414c-aa17-802029e951e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:43.228507 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac7e5a0-a7ab-409d-ae4b-93db6e1b6268 admin admin] Network hostable DHCP agents. Network: 339c6d8e-af10-4b8c-9702-0522fc8af9c1, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:18:43.235597 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (c10c9296-4041-4f1a-8baa-9f627e0364d5), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.235936 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] Added segment c10c9296-4041-4f1a-8baa-9f627e0364d5 of type vlan for network 3bb2c490-f5c2-46ac-b9c0-c30485604258 May 10 20:18:43.280565 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3267384-c684-428b-95c0-2e9900cb086f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (726ae687-7c70-4f2e-89c6-df28ffd3dc0e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.313481 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (3bb2c490-f5c2-46ac-b9c0-c30485604258), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.338735 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f3267384-c684-428b-95c0-2e9900cb086f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fabb8f902d1d4fe59fac437216e9b61e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358412 May 10 20:18:43.342238 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3267384-c684-428b-95c0-2e9900cb086f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726ae687-7c70-4f2e-89c6-df28ffd3dc0e,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:43.343127 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54138) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:43.362169 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac7e5a0-a7ab-409d-ae4b-93db6e1b6268 admin admin] Network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:18:43.452744 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7db90e-4a72-4d24-a7b1-5a142c2bac18 req-dacacc50-878c-4c32-98ab-1cf2a52e30ce tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:43.454214 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2e7db90e-4a72-4d24-a7b1-5a142c2bac18 req-dacacc50-878c-4c32-98ab-1cf2a52e30ce tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 943 time: 0.0657151 May 10 20:18:43.471556 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7250ff0f-c6b5-40c4-a485-5e7e30cb8d06 admin admin] Publish callbacks [] for security_group (726ae687-7c70-4f2e-89c6-df28ffd3dc0e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.473624 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (3bb2c490-f5c2-46ac-b9c0-c30485604258), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.474635 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:43.475217 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.514993 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7250ff0f-c6b5-40c4-a485-5e7e30cb8d06 admin admin] Publish callbacks [] for security_group (726ae687-7c70-4f2e-89c6-df28ffd3dc0e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.527000 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-cac7e5a0-a7ab-409d-ae4b-93db6e1b6268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 339c6d8e-af10-4b8c-9702-0522fc8af9c1) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:43.537980 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1659b278-942f-4694-97d0-977324cae189 None None] Network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:18:43.538535 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac7e5a0-a7ab-409d-ae4b-93db6e1b6268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:43.539709 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cac7e5a0-a7ab-409d-ae4b-93db6e1b6268 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.548346 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2e7db90e-4a72-4d24-a7b1-5a142c2bac18 req-8c9db40e-ef38-4cbf-b925-ee822009903e tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870969 May 10 20:18:43.575513 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb2c490-f5c2-46ac-b9c0-c30485604258,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:43.588821 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 3bb2c490-f5c2-46ac-b9c0-c30485604258 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:18:43.602694 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-9d30b15d-8a1f-42af-bd34-03a60a6d23d9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0198073 May 10 20:18:43.605923 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54142) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:43.611153 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-c2e65329-0956-4037-b5b0-254b4d043a34 admin admin] Request body: {'subnet': {'network_id': '3bb2c490-f5c2-46ac-b9c0-c30485604258', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1614214289-subnet', 'tenant_id': '752cb97b116941b7bc7ef28b2e796b1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:43.636657 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-cac7e5a0-a7ab-409d-ae4b-93db6e1b6268 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9709399 May 10 20:18:43.639435 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54144) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:43.644564 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:43.700262 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7250ff0f-c6b5-40c4-a485-5e7e30cb8d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (726ae687-7c70-4f2e-89c6-df28ffd3dc0e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.703471 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7250ff0f-c6b5-40c4-a485-5e7e30cb8d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.706100 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7250ff0f-c6b5-40c4-a485-5e7e30cb8d06 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/726ae687-7c70-4f2e-89c6-df28ffd3dc0e HTTP/1.1" status: 204 len: 168 time: 0.3548155 May 10 20:18:43.710203 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638810d0-f44c-5805-8520-b13225ebd017-339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'project_id': 'b9724c9a575141d48bbfbde685774622', 'fixed_ips': [{'subnet_id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d'}]}} from dv-cinder-828805-2-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:18:43.711482 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.716888 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250ff0f-c6b5-40c4-a485-5e7e30cb8d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726ae687-7c70-4f2e-89c6-df28ffd3dc0e,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:43.727394 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e65329-0956-4037-b5b0-254b4d043a34 admin admin] Made reservation on behalf of 752cb97b116941b7bc7ef28b2e796b1f for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:18:43.729048 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c2e65329-0956-4037-b5b0-254b4d043a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5317435'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.732192 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-515458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11323'] for router (ad83e42f-1a31-4d39-b451-c40c2da510b2), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.733252 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11264'] for router (ad83e42f-1a31-4d39-b451-c40c2da510b2), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:43.766431 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff16d31-1c05-4715-bbef-79776a09176d req-6563acd4-65cc-41bc-8717-4c19de11b1f1 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:43.768053 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bff16d31-1c05-4715-bbef-79776a09176d req-6563acd4-65cc-41bc-8717-4c19de11b1f1 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0709867 May 10 20:18:43.856295 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bff16d31-1c05-4715-bbef-79776a09176d req-fb1630ed-08bc-4877-95ab-9f8123ca6e79 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815098 May 10 20:18:43.860347 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Allocated IP 172.20.0.2 (339c6d8e-af10-4b8c-9702-0522fc8af9c1/b0296e62-bd8a-4130-840e-5dc3ebc5a76d/da1044be-2287-467e-838d-23987426f98f) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:18:43.872821 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Publish callbacks [] for router_controller (ad83e42f-1a31-4d39-b451-c40c2da510b2), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:44.035385 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Publish callbacks [] for port (da1044be-2287-467e-838d-23987426f98f), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:44.111422 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (da1044be-2287-467e-838d-23987426f98f), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:44.263655 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8c6a921d-92f4-4740-a2f4-8db9b7e24cbe req-464c06c9-40bd-4388-9f2c-bff5a75c72f5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 210 time: 0.0493646 May 10 20:18:44.348668 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:44.363566 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:44.370355 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:18:44.373510 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Pushing event updated for resources: {'Port': ['ID=da1044be-2287-467e-838d-23987426f98f,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:44.411308 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60d3f0-da69-4de8-84d2-05ef202e91b8 req-3695c4f6-1930-4c46-b0f2-4571bdbc13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:44.412795 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d60d3f0-da69-4de8-84d2-05ef202e91b8 req-3695c4f6-1930-4c46-b0f2-4571bdbc13e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b135986dfe1f499a9655ac3faee4bbbf&device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 1127 time: 0.1632943 May 10 20:18:44.457865 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Publish callbacks [] for router_gateway (ad83e42f-1a31-4d39-b451-c40c2da510b2), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:44.462063 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Attempting to bind port da1044be-2287-467e-838d-23987426f98f on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:18:44.462450 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Attempting to bind port da1044be-2287-467e-838d-23987426f98f by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '268dcf79-5abb-414c-aa17-802029e951e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:18:44.462992 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Attempting to bind port da1044be-2287-467e-838d-23987426f98f on network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:44.468505 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:18:44.468891 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Checking segment: {'id': '268dcf79-5abb-414c-aa17-802029e951e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:44.469280 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:44.469662 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Bound using segment: {'id': '268dcf79-5abb-414c-aa17-802029e951e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:18:44.470787 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Bound port: da1044be-2287-467e-838d-23987426f98f, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268dcf79-5abb-414c-aa17-802029e951e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:18:44.471212 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (da1044be-2287-467e-838d-23987426f98f), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:44.518664 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c2e65329-0956-4037-b5b0-254b4d043a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4934128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5317413'] for subnet (5d4b38ac-29a0-4b05-8481-ae4d2fe53975), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:44.549029 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] For port da1044be-2287-467e-838d-23987426f98f, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:18:44.553880 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] For port da1044be-2287-467e-838d-23987426f98f, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=da1044be-2287-467e-838d-23987426f98f,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:18:44.643390 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (da1044be-2287-467e-838d-23987426f98f), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:44.715259 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8faf9-bab9-4ca5-b674-93d6f89c1104 req-b5febf98-af6c-4a6e-9e3e-c80b0f915de3 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:44.717716 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e65329-0956-4037-b5b0-254b4d043a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d4b38ac-29a0-4b05-8481-ae4d2fe53975,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:44.720976 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d84772-8e4d-44b0-9a16-73e75140b75d None None] Pushing event updated for resources: {'Port': ['ID=da1044be-2287-467e-838d-23987426f98f,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:44.731886 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60d3f0-da69-4de8-84d2-05ef202e91b8 req-6ab9414c-ba9c-4bc1-ba16-dc68cb0dfd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:44.733290 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d60d3f0-da69-4de8-84d2-05ef202e91b8 req-6ab9414c-ba9c-4bc1-ba16-dc68cb0dfd8f service neutron] 10.222.0.83 "GET /v2.0/networks?id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6 HTTP/1.1" status: 200 len: 915 time: 0.2732482 May 10 20:18:44.737879 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2bc8faf9-bab9-4ca5-b674-93d6f89c1104 req-b5febf98-af6c-4a6e-9e3e-c80b0f915de3 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 943 time: 0.1181216 May 10 20:18:44.808370 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2bc8faf9-bab9-4ca5-b674-93d6f89c1104 req-46a95d83-00dc-4c46-80ea-7d5f4492f38d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658605 May 10 20:18:44.847136 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e65329-0956-4037-b5b0-254b4d043a34 admin admin] Checking segment: {'id': 'c10c9296-4041-4f1a-8baa-9f627e0364d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3bb2c490-f5c2-46ac-b9c0-c30485604258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:44.850657 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e65329-0956-4037-b5b0-254b4d043a34 admin admin] Network hostable DHCP agents. Network: 3bb2c490-f5c2-46ac-b9c0-c30485604258, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:18:44.854277 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d60d3f0-da69-4de8-84d2-05ef202e91b8 req-64da0d47-8090-417f-9d06-f966825a7a5e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d73b582c-8472-4325-800b-b5cb2624c200 HTTP/1.1" status: 200 len: 217 time: 0.1090860 May 10 20:18:44.917295 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d743fef2-f8cf-48b1-b58a-be28e048d302 req-ce004bca-e507-4752-8eee-3f4c7a3f8fa5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736160 May 10 20:18:44.971959 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-6017348b-77e8-4e22-876f-e70618bf0b09 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:44.973409 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-6017348b-77e8-4e22-876f-e70618bf0b09 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 818 time: 0.4077368 May 10 20:18:45.010380 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743fef2-f8cf-48b1-b58a-be28e048d302 req-fdf29af0-3549-4af6-8163-39a3e2710f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:45.013347 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d743fef2-f8cf-48b1-b58a-be28e048d302 req-fdf29af0-3549-4af6-8163-39a3e2710f9c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 1129 time: 0.0718536 May 10 20:18:45.021754 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60d3f0-da69-4de8-84d2-05ef202e91b8 req-4d875bae-9c85-4635-bc86-cdf099e52de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:45.028609 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:18:45.029237 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d60d3f0-da69-4de8-84d2-05ef202e91b8 req-4d875bae-9c85-4635-bc86-cdf099e52de2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67a1cf95-e53d-4358-a4cf-c80317469e96 HTTP/1.1" status: 200 len: 853 time: 0.1605885 May 10 20:18:45.134203 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e65329-0956-4037-b5b0-254b4d043a34 admin admin] Network 3bb2c490-f5c2-46ac-b9c0-c30485604258 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:18:45.184550 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743fef2-f8cf-48b1-b58a-be28e048d302 req-2392c02e-637b-403c-af39-9293cfaf1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:45.186382 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d743fef2-f8cf-48b1-b58a-be28e048d302 req-2392c02e-637b-403c-af39-9293cfaf1da9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 919 time: 0.1478066 May 10 20:18:45.191702 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576b0ee-8ed3-4b4a-9490-dac0784cb621 req-79241725-3d5b-4716-94dc-884f046be9c7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:45.198550 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3576b0ee-8ed3-4b4a-9490-dac0784cb621 req-79241725-3d5b-4716-94dc-884f046be9c7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.1813030 May 10 20:18:45.209097 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60d3f0-da69-4de8-84d2-05ef202e91b8 req-c2a2a4b8-bdfc-4981-951b-3f69e8fd9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:45.209235 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d60d3f0-da69-4de8-84d2-05ef202e91b8 req-c2a2a4b8-bdfc-4981-951b-3f69e8fd9375 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1707759 May 10 20:18:45.217378 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Publish callbacks [] for router_gateway (ad83e42f-1a31-4d39-b451-c40c2da510b2), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:45.251644 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d743fef2-f8cf-48b1-b58a-be28e048d302 req-d138b03a-e3d1-4d33-83b7-439929ba82e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 HTTP/1.1" status: 200 len: 217 time: 0.0582175 May 10 20:18:45.283360 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-c2e65329-0956-4037-b5b0-254b4d043a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 3bb2c490-f5c2-46ac-b9c0-c30485604258) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:45.285316 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:45.293019 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded2f83a-c839-4c51-9f5b-a8d8f1d407c6 None None] Network 3bb2c490-f5c2-46ac-b9c0-c30485604258 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:18:45.323935 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743fef2-f8cf-48b1-b58a-be28e048d302 req-95281ae9-ad99-4820-a0c3-3170a6722ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:45.325776 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d743fef2-f8cf-48b1-b58a-be28e048d302 req-95281ae9-ad99-4820-a0c3-3170a6722ee5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.0653729 May 10 20:18:45.342795 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e65329-0956-4037-b5b0-254b4d043a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:45.343476 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c2e65329-0956-4037-b5b0-254b4d043a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:45.363228 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-ecaf4a9b-0fe3-4b8a-b77a-ab0de74ffa2a tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49 HTTP/1.1" status: 200 len: 379 time: 0.3444228 May 10 20:18:45.433196 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-74fc93f5-bf4a-4936-9b7d-26a08ca89062 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Request body: {'port': {'device_id': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'admin_state_up': True, 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'security_groups': ['ce2b07a4-f2a8-42bd-bde5-f70c063cec8f']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:45.445496 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-83a2a734-dd71-48ea-aab7-0d782b6b4abe req-7b54883d-0b83-4c41-a4e3-6cd174cd1326 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 210 time: 0.0651627 May 10 20:18:45.453686 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfa50d6-38e6-4341-ae63-cd1e6a789142 None None] Network 3bb2c490-f5c2-46ac-b9c0-c30485604258 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:18:45.494062 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743fef2-f8cf-48b1-b58a-be28e048d302 req-f71bb4d7-cc37-4c34-8458-81a5145ac3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:45.497440 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d743fef2-f8cf-48b1-b58a-be28e048d302 req-f71bb4d7-cc37-4c34-8458-81a5145ac3ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727193 May 10 20:18:45.518914 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3576b0ee-8ed3-4b4a-9490-dac0784cb621 req-853a8ef4-eaa5-43af-bb2e-d3d1ef6335fa tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187010 May 10 20:18:45.531060 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-c2e65329-0956-4037-b5b0-254b4d043a34 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9154034 May 10 20:18:45.627760 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d60d3f0-da69-4de8-84d2-05ef202e91b8 req-7c7540c1-308b-4b35-a10f-1a41fa90b010 service neutron] 10.222.0.83 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061410 May 10 20:18:45.673667 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d743fef2-f8cf-48b1-b58a-be28e048d302 req-e09bb49f-8a03-44d8-bff5-202b3d682be6 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689115 May 10 20:18:45.765853 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Allocated IP 172.27.1.121 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/4106cec3-a697-47ae-85dd-c4a19e93312a) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:18:45.801732 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d743fef2-f8cf-48b1-b58a-be28e048d302 req-04a3946b-fe67-416d-b427-8e0f88fe9809 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206548 May 10 20:18:45.831724 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device d73b582c-8472-4325-800b-b5cb2624c200 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:18:45.896823 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d60d3f0-da69-4de8-84d2-05ef202e91b8 req-3bd7cef3-d791-4ee8-9f9a-c0c53e93a6da service neutron] 10.222.0.83 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563124 May 10 20:18:45.899535 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-74fc93f5-bf4a-4936-9b7d-26a08ca89062 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Made reservation on behalf of 9d38de3da9e3489ebbbebd4f8aeb0d49 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:18:45.903678 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-74fc93f5-bf4a-4936-9b7d-26a08ca89062 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:46.033019 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51436cc-131f-41ca-a227-77819e2d061f req-8eb4f096-aee7-42a0-8447-9fb40e68f77b tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:46.034504 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a51436cc-131f-41ca-a227-77819e2d061f req-8eb4f096-aee7-42a0-8447-9fb40e68f77b tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 943 time: 0.1091185 May 10 20:18:46.088593 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-74fc93f5-bf4a-4936-9b7d-26a08ca89062 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Allocated IP 172.20.0.14 (3b1220fb-9a6d-4fc5-8525-c6ec85061eb5/a9f7d6f7-3834-4bdb-828b-a675d4357d52/6ce065a5-1fd8-4282-bd44-02c414d92466) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:18:46.100616 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port d73b582c-8472-4325-800b-b5cb2624c200, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d73b582c-8472-4325-800b-b5cb2624c200,segment=NetworkSegment(68c6970f-d35b-4734-9598-d357db53cdd0),segment_id=68c6970f-d35b-4734-9598-d357db53cdd0)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:46.111759 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a51436cc-131f-41ca-a227-77819e2d061f req-057d23a3-c55c-4de5-bcaa-f67d1ef0f134 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576453 May 10 20:18:46.120782 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': 'd73b582c-8472-4325-800b-b5cb2624c200', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'port_id': 'd73b582c-8472-4325-800b-b5cb2624c200', 'mac_address': 'fa:16:3e:f3:14:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:18:46.182467 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port d73b582c-8472-4325-800b-b5cb2624c200 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:46.183190 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d73b582c-8472-4325-800b-b5cb2624c200), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:46.202474 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73b582c-8472-4325-800b-b5cb2624c200 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:18:46.224049 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Publish callbacks [] for port (4106cec3-a697-47ae-85dd-c4a19e93312a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:46.257132 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port d73b582c-8472-4325-800b-b5cb2624c200, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d73b582c-8472-4325-800b-b5cb2624c200,segment=NetworkSegment(68c6970f-d35b-4734-9598-d357db53cdd0),segment_id=68c6970f-d35b-4734-9598-d357db53cdd0)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:46.282935 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871f69c7-e67e-43e9-8610-ba274e72fd6f None None] Network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:18:46.284963 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-74fc93f5-bf4a-4936-9b7d-26a08ca89062 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:46.346269 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (d73b582c-8472-4325-800b-b5cb2624c200), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:46.383196 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (4106cec3-a697-47ae-85dd-c4a19e93312a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:46.384862 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device da1044be-2287-467e-838d-23987426f98f up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:46.432420 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e8e47ec2-cb15-4e2b-99a6-830ddd4ac815 None None] Provisioning complete for port da1044be-2287-467e-838d-23987426f98f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:46.434554 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e8e47ec2-cb15-4e2b-99a6-830ddd4ac815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (da1044be-2287-467e-838d-23987426f98f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:46.436146 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-74fc93f5-bf4a-4936-9b7d-26a08ca89062 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:46.462440 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:46.476416 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=4106cec3-a697-47ae-85dd-c4a19e93312a,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:46.489984 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:46.497235 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:18:46.514280 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=d73b582c-8472-4325-800b-b5cb2624c200,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:46.537084 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-74fc93f5-bf4a-4936-9b7d-26a08ca89062 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:46.557223 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-74fc93f5-bf4a-4936-9b7d-26a08ca89062 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:46.582334 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port da1044be-2287-467e-838d-23987426f98f triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:46.582334 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (da1044be-2287-467e-838d-23987426f98f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:46.600656 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-74fc93f5-bf4a-4936-9b7d-26a08ca89062 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:18:46.682619 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['d73b582c-8472-4325-800b-b5cb2624c200'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:18:46.817095 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e8e47ec2-cb15-4e2b-99a6-830ddd4ac815 None None] Current status of the port da1044be-2287-467e-838d-23987426f98f is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:46.817491 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e8e47ec2-cb15-4e2b-99a6-830ddd4ac815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (da1044be-2287-467e-838d-23987426f98f), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:46.837246 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79f310-da2a-4f1d-b411-b8903f0b6a8f req-b93930aa-1137-44b9-9857-da24c0d2d0e7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:46.851471 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1a79f310-da2a-4f1d-b411-b8903f0b6a8f req-b93930aa-1137-44b9-9857-da24c0d2d0e7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.1682343 May 10 20:18:46.998000 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1a79f310-da2a-4f1d-b411-b8903f0b6a8f req-11852270-340a-4321-b755-97b13d5f276c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446252 May 10 20:18:47.066313 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e8e47ec2-cb15-4e2b-99a6-830ddd4ac815 None None] For port da1044be-2287-467e-838d-23987426f98f, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=da1044be-2287-467e-838d-23987426f98f,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:47.068225 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port da1044be-2287-467e-838d-23987426f98f is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:47.068671 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (da1044be-2287-467e-838d-23987426f98f), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:47.083327 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c1b53-05be-4890-94e0-85d243dd8014 req-26174219-202d-45c1-8fba-8a4b85ae1a9e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:47.084858 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-642c1b53-05be-4890-94e0-85d243dd8014 req-26174219-202d-45c1-8fba-8a4b85ae1a9e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 932 time: 0.5502005 May 10 20:18:47.127734 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc93f5-bf4a-4936-9b7d-26a08ca89062 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Pushing event updated for resources: {'Port': ['ID=6ce065a5-1fd8-4282-bd44-02c414d92466,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:47.208098 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-74fc93f5-bf4a-4936-9b7d-26a08ca89062 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:47.208708 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-74fc93f5-bf4a-4936-9b7d-26a08ca89062 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:47.246543 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45790e-7453-402e-b939-10c56bcbeccc req-cf907f80-e178-4d16-a2cc-616165af121a tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:47.319744 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ee45790e-7453-402e-b939-10c56bcbeccc req-cf907f80-e178-4d16-a2cc-616165af121a tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 944 time: 0.0573437 May 10 20:18:47.320609 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-642c1b53-05be-4890-94e0-85d243dd8014 req-7c05987a-543a-4d18-861f-1a72835c05db tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383257 May 10 20:18:47.321490 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ee45790e-7453-402e-b939-10c56bcbeccc req-f61c8821-6294-446e-9716-462c91edef39 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478921 May 10 20:18:47.715236 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e8e47ec2-cb15-4e2b-99a6-830ddd4ac815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (da1044be-2287-467e-838d-23987426f98f), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:47.716908 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-74fc93f5-bf4a-4936-9b7d-26a08ca89062 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3091900 May 10 20:18:47.761842 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Request body: {'port': {'device_id': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:47.802902 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.db.api [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 20:18:47.803251 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG oslo_db.api [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 20:18:47.806769 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e47ec2-cb15-4e2b-99a6-830ddd4ac815 None None] Pushing event updated for resources: {'Port': ['ID=da1044be-2287-467e-838d-23987426f98f,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:47.846942 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-c8eb1c1b-fde2-4816-bf66-83a5e42501ad None None] Provisioning complete for port 6ce065a5-1fd8-4282-bd44-02c414d92466 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:47.847564 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1c1b-fde2-4816-bf66-83a5e42501ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:47.877884 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device d73b582c-8472-4325-800b-b5cb2624c200 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:47.896576 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:47.923063 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Publish callbacks [] for router_gateway (ad83e42f-1a31-4d39-b451-c40c2da510b2), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:47.937666 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb1c1b-fde2-4816-bf66-83a5e42501ad None None] Port 6ce065a5-1fd8-4282-bd44-02c414d92466 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:18:47.953408 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-c8eb1c1b-fde2-4816-bf66-83a5e42501ad None None] Provisioning complete for port da1044be-2287-467e-838d-23987426f98f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:47.953785 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1c1b-fde2-4816-bf66-83a5e42501ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (da1044be-2287-467e-838d-23987426f98f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:48.010122 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port d73b582c-8472-4325-800b-b5cb2624c200 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:18:48.077937 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb1c1b-fde2-4816-bf66-83a5e42501ad None None] Current status of the port da1044be-2287-467e-838d-23987426f98f is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:48.120326 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port d73b582c-8472-4325-800b-b5cb2624c200 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:48.120795 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (d73b582c-8472-4325-800b-b5cb2624c200), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:48.205111 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port d73b582c-8472-4325-800b-b5cb2624c200 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:48.205587 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d73b582c-8472-4325-800b-b5cb2624c200), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:48.233874 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e063dab1-512d-48bb-be6f-807abc044f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73b582c-8472-4325-800b-b5cb2624c200'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:18:48.236181 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f707ce1f-b50f-4cdb-8a88-8271eb3f420c" -d '{"events": [{"server_uuid": "e063dab1-512d-48bb-be6f-807abc044f02", "name": "network-vif-plugged", "status": "completed", "tag": "d73b582c-8472-4325-800b-b5cb2624c200"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:18:48.249418 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port d73b582c-8472-4325-800b-b5cb2624c200, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d73b582c-8472-4325-800b-b5cb2624c200,segment=NetworkSegment(68c6970f-d35b-4734-9598-d357db53cdd0),segment_id=68c6970f-d35b-4734-9598-d357db53cdd0)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:48.259295 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60260f16-5b98-42b1-8980-76471dcdd786 req-bc694ef0-d2d2-491a-a2c0-6244aa2ab744 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:48.260757 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60260f16-5b98-42b1-8980-76471dcdd786 req-bc694ef0-d2d2-491a-a2c0-6244aa2ab744 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.1417913 May 10 20:18:48.274366 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb2dfe4-ce98-45b3-b245-98660a7b0371 x-openstack-request-id: req-7eb2dfe4-ce98-45b3-b245-98660a7b0371 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:18:48.274608 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e063dab1-512d-48bb-be6f-807abc044f02", "name": "network-vif-plugged", "status": "completed", "tag": "d73b582c-8472-4325-800b-b5cb2624c200", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:18:48.274864 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7eb2dfe4-ce98-45b3-b245-98660a7b0371 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:18:48.275260 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb2dfe4-ce98-45b3-b245-98660a7b0371'] response: {'server_uuid': 'e063dab1-512d-48bb-be6f-807abc044f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73b582c-8472-4325-800b-b5cb2624c200', 'code': 200} May 10 20:18:48.343302 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (d73b582c-8472-4325-800b-b5cb2624c200), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:48.389847 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60260f16-5b98-42b1-8980-76471dcdd786 req-82a92950-7017-4a5c-a133-d0608e94397a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222804 May 10 20:18:48.405923 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514936'] for router (ad83e42f-1a31-4d39-b451-c40c2da510b2), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:48.410525 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port da1044be-2287-467e-838d-23987426f98f is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:48.472036 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=d73b582c-8472-4325-800b-b5cb2624c200,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:48.550446 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b473d-d5af-4f6e-bff8-19b64ee8a46e req-627cb30c-3dd9-47ec-9511-4bb50d4e1309 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:48.554645 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device da1044be-2287-467e-838d-23987426f98f up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:48.561633 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3e0b473d-d5af-4f6e-bff8-19b64ee8a46e req-627cb30c-3dd9-47ec-9511-4bb50d4e1309 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 932 time: 0.1445725 May 10 20:18:48.623037 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf357cfc-cdfe-44ce-a829-f2664b05f2ad req-fceda175-f68f-4516-87c6-eac4470677fd tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:48.628072 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bf357cfc-cdfe-44ce-a829-f2664b05f2ad req-fceda175-f68f-4516-87c6-eac4470677fd tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 945 time: 0.1000717 May 10 20:18:48.631581 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3e0b473d-d5af-4f6e-bff8-19b64ee8a46e req-b7160397-3f66-4a7e-a2f1-682583497c93 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681620 May 10 20:18:48.632626 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54274) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:48.634405 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port da1044be-2287-467e-838d-23987426f98f triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:48.634787 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (da1044be-2287-467e-838d-23987426f98f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:48.651311 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce065a5-1fd8-4282-bd44-02c414d92466 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:18:48.660738 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Publish callbacks [] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:48.700038 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Transition to ACTIVE for port object 6ce065a5-1fd8-4282-bd44-02c414d92466 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:18:48.740823 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port da1044be-2287-467e-838d-23987426f98f is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:48.783414 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:48.823423 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7286d0d1-c094-4c7d-a4d6-182bf685219d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:48.835003 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bf357cfc-cdfe-44ce-a829-f2664b05f2ad req-e28308b6-8afd-478a-9385-deafa2ccc061 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720631 May 10 20:18:48.861617 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ab4b2-6ed2-4887-bf46-70ee2cf69280 req-bc560f05-cacc-45fd-b9d0-87b9d9cd6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:48.863852 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d27ab4b2-6ed2-4887-bf46-70ee2cf69280 req-bc560f05-cacc-45fd-b9d0-87b9d9cd6f15 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 1129 time: 0.1279783 May 10 20:18:48.897199 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce065a5-1fd8-4282-bd44-02c414d92466,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:48.947562 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7286d0d1-c094-4c7d-a4d6-182bf685219d admin admin] Publish callbacks [] for security_group (76777ad9-b7ca-4193-9962-a738d97ecd93), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:49.011144 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d27ab4b2-6ed2-4887-bf46-70ee2cf69280 req-25bc360e-2d0f-4a09-a75b-5d771439bd79 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323819 May 10 20:18:49.030120 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Attempting to bind port 6ce065a5-1fd8-4282-bd44-02c414d92466 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:18:49.030459 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Attempting to bind port 6ce065a5-1fd8-4282-bd44-02c414d92466 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:18:49.030793 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Attempting to bind port 6ce065a5-1fd8-4282-bd44-02c414d92466 on network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:49.035976 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Port 6ce065a5-1fd8-4282-bd44-02c414d92466 on network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:18:49.036299 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Attempting to bind port 6ce065a5-1fd8-4282-bd44-02c414d92466 on network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:49.043022 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:18:49.043355 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Checking segment: {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:49.043734 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Bound using segment: {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:18:49.044159 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Bound port: 6ce065a5-1fd8-4282-bd44-02c414d92466, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1c774b-b144-4a5a-a035-c7deadb31656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:18:49.044518 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:49.051973 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7286d0d1-c094-4c7d-a4d6-182bf685219d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (76777ad9-b7ca-4193-9962-a738d97ecd93), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:49.089286 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Router ad83e42f-1a31-4d39-b451-c40c2da510b2 is scheduled to L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:18:49.096707 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7286d0d1-c094-4c7d-a4d6-182bf685219d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c3d8d2fe430e47a3bdca084e051efc72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619691 May 10 20:18:49.104049 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54286) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:49.104196 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286d0d1-c094-4c7d-a4d6-182bf685219d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76777ad9-b7ca-4193-9962-a738d97ecd93,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:49.195607 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] For port 6ce065a5-1fd8-4282-bd44-02c414d92466, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:18:49.212862 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] For port 6ce065a5-1fd8-4282-bd44-02c414d92466, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6ce065a5-1fd8-4282-bd44-02c414d92466,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:18:49.264371 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b325fc0-9a18-4901-8b43-7e321654a949 admin admin] Publish callbacks [] for security_group (76777ad9-b7ca-4193-9962-a738d97ecd93), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:49.295723 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b325fc0-9a18-4901-8b43-7e321654a949 admin admin] Publish callbacks [] for security_group (76777ad9-b7ca-4193-9962-a738d97ecd93), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:49.299588 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:49.303231 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-9717055c-a200-4072-854e-e2a41edfaa54 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:49.303495 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-9717055c-a200-4072-854e-e2a41edfaa54 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/networks?id=3bb2c490-f5c2-46ac-b9c0-c30485604258 HTTP/1.1" status: 200 len: 809 time: 0.1107290 May 10 20:18:49.314685 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:18:49.321364 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-3b82c1e6-daa5-429f-92e1-ad74d9e40cfe tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/quotas/752cb97b116941b7bc7ef28b2e796b1f HTTP/1.1" status: 200 len: 375 time: 0.0113485 May 10 20:18:49.324155 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Sync routers for ids ['ad83e42f-1a31-4d39-b451-c40c2da510b2'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:18:49.335189 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Routers {'ad83e42f-1a31-4d39-b451-c40c2da510b2'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:18:49.336394 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:18:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['ad83e42f-1a31-4d39-b451-c40c2da510b2'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:49.365879 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-5e5e895a-c791-4070-a3a8-c8b2dd8aee9a tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=752cb97b116941b7bc7ef28b2e796b1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377417 May 10 20:18:49.374615 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:49.377870 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:49.377870 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] 10.222.0.83 "PUT /v2.0/ports/6ce065a5-1fd8-4282-bd44-02c414d92466 HTTP/1.1" status: 200 len: 1094 time: 1.6205692 May 10 20:18:49.377870 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'tag': '6ce065a5-1fd8-4282-bd44-02c414d92466'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:18:49.379310 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a8c70c-c4e7-4c5b-90c0-b88370d64f24" -d '{"events": [{"name": "network-changed", "server_uuid": "072e9288-fad4-458c-bf1b-66246d9d51ca", "tag": "6ce065a5-1fd8-4282-bd44-02c414d92466"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:18:49.402789 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e66e09-e14f-4aae-96ce-73a46aee2f82 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce065a5-1fd8-4282-bd44-02c414d92466,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:49.452320 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf1f147-00a4-4ece-8c7e-7784f8f6d350 x-openstack-request-id: req-acf1f147-00a4-4ece-8c7e-7784f8f6d350 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:18:49.452658 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072e9288-fad4-458c-bf1b-66246d9d51ca", "tag": "6ce065a5-1fd8-4282-bd44-02c414d92466", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:18:49.453095 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-acf1f147-00a4-4ece-8c7e-7784f8f6d350 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:18:49.455749 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf1f147-00a4-4ece-8c7e-7784f8f6d350'] response: {'name': 'network-changed', 'server_uuid': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'tag': '6ce065a5-1fd8-4282-bd44-02c414d92466', 'status': 'completed', 'code': 200} May 10 20:18:49.490041 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Set router ad83e42f-1a31-4d39-b451-c40c2da510b2 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:18:49.497640 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:49.500093 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-bd88c5e0-d57c-4cc8-942d-a0c6a9abaeb3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8596570 May 10 20:18:49.503285 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54304) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:49.645541 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b325fc0-9a18-4901-8b43-7e321654a949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (76777ad9-b7ca-4193-9962-a738d97ecd93), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:49.649384 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b325fc0-9a18-4901-8b43-7e321654a949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:49.651934 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-0b325fc0-9a18-4901-8b43-7e321654a949 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76777ad9-b7ca-4193-9962-a738d97ecd93 HTTP/1.1" status: 204 len: 168 time: 0.5476320 May 10 20:18:49.757820 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd73bca-2c29-4204-be44-e83997e483e1 req-b26aba7f-ed1b-45b9-834f-b58610b8a987 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:49.759436 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fcd73bca-2c29-4204-be44-e83997e483e1 req-b26aba7f-ed1b-45b9-834f-b58610b8a987 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.1623530 May 10 20:18:49.766803 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-7680d02e-8ae7-4138-8cba-579ad4f39c84 service neutron] 10.222.0.65 "GET /v2.0/networks/3bb2c490-f5c2-46ac-b9c0-c30485604258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996906 May 10 20:18:49.768922 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:18:47Z', 'revision_number': 3, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port': {'id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:45Z', 'updated_at': '2022-05-10T20:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:49.800206 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Checking router: ad83e42f-1a31-4d39-b451-c40c2da510b2 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:18:49.800552 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Updating router ad83e42f-1a31-4d39-b451-c40c2da510b2 port 4106cec3-a697-47ae-85dd-c4a19e93312a binding host dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:18:49.812595 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b325fc0-9a18-4901-8b43-7e321654a949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76777ad9-b7ca-4193-9962-a738d97ecd93,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:49.829071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (4106cec3-a697-47ae-85dd-c4a19e93312a), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:49.881484 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-dd53f2a5-011a-4abd-86dc-82e1b7d2f93e service neutron] 10.222.0.65 "GET /v2.0/networks/3bb2c490-f5c2-46ac-b9c0-c30485604258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135850 May 10 20:18:50.142446 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Publish callbacks [] for port (4106cec3-a697-47ae-85dd-c4a19e93312a), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:50.142975 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8c70c-c4e7-4c5b-90c0-b88370d64f24 req-3efdfbe6-7861-47e8-9d36-49e1e1e9350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:50.144646 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f7a8c70c-c4e7-4c5b-90c0-b88370d64f24 req-3efdfbe6-7861-47e8-9d36-49e1e1e9350d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 1128 time: 0.3809664 May 10 20:18:50.192444 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fcd73bca-2c29-4204-be44-e83997e483e1 req-aa00d8d0-bf7f-4556-b809-f34afbc35bfb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867857 May 10 20:18:50.220691 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b3e1f-1a8a-4486-94b8-38bbc7df4057 req-f1f55a64-056c-4737-8a29-e99363280d74 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:50.222576 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3c6b3e1f-1a8a-4486-94b8-38bbc7df4057 req-f1f55a64-056c-4737-8a29-e99363280d74 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 944 time: 0.0767896 May 10 20:18:50.240607 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (4106cec3-a697-47ae-85dd-c4a19e93312a), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:50.333051 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e8d65-4e32-48d9-be1d-d36368aba30e None None] Pushing event updated for resources: {'Port': ['ID=4106cec3-a697-47ae-85dd-c4a19e93312a,revision_number=2']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:50.335375 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Attempting to bind port 4106cec3-a697-47ae-85dd-c4a19e93312a on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:18:50.335739 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Attempting to bind port 4106cec3-a697-47ae-85dd-c4a19e93312a by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:18:50.336095 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Attempting to bind port 4106cec3-a697-47ae-85dd-c4a19e93312a on network 6687bf44-6b81-4c08-8ccb-c06067e5e244 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:50.342657 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:18:50.345033 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Checking segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:50.345033 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:50.345033 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Bound using segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:18:50.345033 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Bound port: 4106cec3-a697-47ae-85dd-c4a19e93312a, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:18:50.345033 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (4106cec3-a697-47ae-85dd-c4a19e93312a), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:50.366562 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3c6b3e1f-1a8a-4486-94b8-38bbc7df4057 req-5406d33a-fcad-451c-a663-824d53afc584 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364274 May 10 20:18:50.421394 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] For port 4106cec3-a697-47ae-85dd-c4a19e93312a, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:18:50.425339 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] For port 4106cec3-a697-47ae-85dd-c4a19e93312a, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=4106cec3-a697-47ae-85dd-c4a19e93312a,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:18:50.438464 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544ffca-131e-4402-9782-7bac3846b826 req-48ed79fb-df47-45d4-9d05-2629c0e98195 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:50.444522 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7e2579bd-43f7-4f92-9e94-5329c169111e req-b24e8b2c-1e00-4459-83b0-df22105ca6db tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 210 time: 0.0420218 May 10 20:18:50.448202 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1544ffca-131e-4402-9782-7bac3846b826 req-48ed79fb-df47-45d4-9d05-2629c0e98195 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 945 time: 0.1643775 May 10 20:18:50.525052 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (4106cec3-a697-47ae-85dd-c4a19e93312a), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:50.538934 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1544ffca-131e-4402-9782-7bac3846b826 req-d3f9c04c-ee8e-4a9a-89ad-232f54aef7b7 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885930 May 10 20:18:50.599890 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Routers {'ad83e42f-1a31-4d39-b451-c40c2da510b2'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:18:50.600716 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:18:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['ad83e42f-1a31-4d39-b451-c40c2da510b2'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:50.665774 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e8d65-4e32-48d9-be1d-d36368aba30e None None] Pushing event updated for resources: {'Port': ['ID=4106cec3-a697-47ae-85dd-c4a19e93312a,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:50.693009 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:50.789130 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] Set router ad83e42f-1a31-4d39-b451-c40c2da510b2 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:18:50.836196 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4862-fb5c-438d-9b10-b8c4a409f172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:50.905336 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8c70c-c4e7-4c5b-90c0-b88370d64f24 req-df2d475c-d753-4400-b322-7132a4a0e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:50.906850 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f7a8c70c-c4e7-4c5b-90c0-b88370d64f24 req-df2d475c-d753-4400-b322-7132a4a0e2a0 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2070496 May 10 20:18:50.973444 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Allocated IP 172.20.0.1 (339c6d8e-af10-4b8c-9702-0522fc8af9c1/b0296e62-bd8a-4130-840e-5dc3ebc5a76d/c9cc452c-0a0e-43fd-8aa0-eb05875ac638) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:18:51.009341 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:18:47Z', 'revision_number': 3, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port': {'id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:45Z', 'updated_at': '2022-05-10T20:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:51.039086 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1786b7da-857d-4dcf-b842-926f22148459 None None] The sync data for ids ['ad83e42f-1a31-4d39-b451-c40c2da510b2'] in dv-cinder-828805-2-iscsi is: [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:18:47Z', 'revision_number': 3, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port': {'id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:45Z', 'updated_at': '2022-05-10T20:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:18:51.205761 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Publish callbacks [] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:51.215687 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8c70c-c4e7-4c5b-90c0-b88370d64f24 req-54ff4db3-2838-4bec-9bf5-44230fe869ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:51.217190 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f7a8c70c-c4e7-4c5b-90c0-b88370d64f24 req-54ff4db3-2838-4bec-9bf5-44230fe869ed service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1794338 May 10 20:18:51.345112 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844eb3a-6d56-4662-bd44-3734b444e128 req-171ad4a6-34ab-49c0-a2dd-e048c7ca6af4 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:51.346673 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0844eb3a-6d56-4662-bd44-3734b444e128 req-171ad4a6-34ab-49c0-a2dd-e048c7ca6af4 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0516429 May 10 20:18:51.378282 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:51.442129 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0844eb3a-6d56-4662-bd44-3734b444e128 req-6d9d793e-b64a-4c2f-ab85-708cd0b96876 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880537 May 10 20:18:51.559010 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-890bde6e-980f-4ca8-a598-41ac43d1a30d req-298c2c86-9d2c-42dd-b59c-ec5d01a0524a tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 210 time: 0.0359442 May 10 20:18:51.587800 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff33ec6-fce9-4b2b-9a3e-daaa18b2051b req-d29e6386-a8d9-496d-9cb8-cccb05e9a6eb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:51.589418 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1ff33ec6-fce9-4b2b-9a3e-daaa18b2051b req-d29e6386-a8d9-496d-9cb8-cccb05e9a6eb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 944 time: 0.0895557 May 10 20:18:51.607329 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:51.609943 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:51.613507 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:18:51.638426 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Pushing event updated for resources: {'Port': ['ID=c9cc452c-0a0e-43fd-8aa0-eb05875ac638,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:51.703544 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866e6c3-14a8-46e4-a040-4e387724ceb1 req-355d4ba8-4453-4170-b3d5-1da020646c11 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:51.705350 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7866e6c3-14a8-46e4-a040-4e387724ceb1 req-355d4ba8-4453-4170-b3d5-1da020646c11 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 945 time: 0.0663357 May 10 20:18:51.738778 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-a9965b17-4e72-4404-8d8c-757271c415d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:51.740858 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-a9965b17-4e72-4404-8d8c-757271c415d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 1128 time: 0.1649899 May 10 20:18:51.790614 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502831'] for router_interface (ad83e42f-1a31-4d39-b451-c40c2da510b2), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:51.806998 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7866e6c3-14a8-46e4-a040-4e387724ceb1 req-0cf3615d-d10a-4b46-84b6-9a6aa4b3aff4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957811 May 10 20:18:51.910322 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-81ea2e05-945b-4c8e-8183-01f4b7d39546 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce065a5-1fd8-4282-bd44-02c414d92466 HTTP/1.1" status: 200 len: 217 time: 0.1315687 May 10 20:18:51.915325 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1ff33ec6-fce9-4b2b-9a3e-daaa18b2051b req-9823501f-02f5-4747-a416-85d245775b59 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112357 May 10 20:18:52.002114 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-9c1e51c1-b620-4f1f-aec8-0b6c8301c725 None None] Provisioning complete for port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:52.005398 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9c1e51c1-b620-4f1f-aec8-0b6c8301c725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:52.017765 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-c02adfda-96ff-4219-9cc3-9858f7c0ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:52.023676 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-c02adfda-96ff-4219-9cc3-9858f7c0ae76 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.1018066 May 10 20:18:52.043670 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935caa5-623d-41b8-8f06-8be11ad734d6 req-3a52da15-f61d-4786-8f4f-abf208e7fd17 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:52.050634 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f935caa5-623d-41b8-8f06-8be11ad734d6 req-3a52da15-f61d-4786-8f4f-abf208e7fd17 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 945 time: 0.1355984 May 10 20:18:52.053161 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-9c1e51c1-b620-4f1f-aec8-0b6c8301c725 None None] Port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:18:52.080322 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-eca1b32a-d739-46db-b697-4a31e70846c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:52.082968 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-eca1b32a-d739-46db-b697-4a31e70846c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484974 May 10 20:18:52.101147 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f935caa5-623d-41b8-8f06-8be11ad734d6 req-56fe983a-573d-4a8f-b3c5-d8c9e6fdd65a tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492809 May 10 20:18:52.195288 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:52.297561 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-925a326a-4d76-4d1a-a2ea-7b13b1fed34e service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952717 May 10 20:18:52.606329 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 4106cec3-a697-47ae-85dd-c4a19e93312a up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:52.611151 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Publish callbacks [] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:52.646048 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70764fa0-28b5-4ce7-aa8c-75783ccd3f8d req-4e660771-2051-406a-88d5-4c535243d4e1 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355923 May 10 20:18:52.654980 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3799d-fe3f-4b99-882f-e483a014eb36 req-6360921c-f2a4-4abe-8b65-45a2aed51635 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:52.656918 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d0b3799d-fe3f-4b99-882f-e483a014eb36 req-6360921c-f2a4-4abe-8b65-45a2aed51635 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0860279 May 10 20:18:52.666134 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f616db-3f68-40e9-923c-55e6801b30b3 req-e5585b14-05ff-4298-92ad-025dc5bd8d37 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:52.667549 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8f616db-3f68-40e9-923c-55e6801b30b3 req-e5585b14-05ff-4298-92ad-025dc5bd8d37 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 945 time: 0.0929861 May 10 20:18:52.671020 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 4106cec3-a697-47ae-85dd-c4a19e93312a triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:52.671469 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (4106cec3-a697-47ae-85dd-c4a19e93312a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:52.709583 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:52.713523 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d0b3799d-fe3f-4b99-882f-e483a014eb36 req-2cf25169-4f72-4fbc-97ed-9666f837f915 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499890 May 10 20:18:52.770673 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8f616db-3f68-40e9-923c-55e6801b30b3 req-b8f3c51b-55bd-4691-a73c-e1f03c7a8bf2 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917218 May 10 20:18:52.776451 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 4106cec3-a697-47ae-85dd-c4a19e93312a is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:52.777159 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (4106cec3-a697-47ae-85dd-c4a19e93312a), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:52.810691 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Pushing event updated for resources: {'Port': ['ID=c9cc452c-0a0e-43fd-8aa0-eb05875ac638,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:52.820899 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7908696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503314'] for router_interface (ad83e42f-1a31-4d39-b451-c40c2da510b2), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:52.821087 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port 4106cec3-a697-47ae-85dd-c4a19e93312a, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=4106cec3-a697-47ae-85dd-c4a19e93312a,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:52.916360 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d1b0729-e09c-4363-952b-044da8253891 req-e5b3dd51-c2ef-43eb-9fd9-f678ed052949 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 210 time: 0.0689497 May 10 20:18:52.926371 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (4106cec3-a697-47ae-85dd-c4a19e93312a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:53.000883 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:53.005905 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=4106cec3-a697-47ae-85dd-c4a19e93312a,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:53.014690 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:53.091615 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a936f6-9464-462d-ad4d-4e7e52999e87 req-72f1d640-4a7f-4cc8-92ca-77c8fee428b3 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:53.093247 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1a936f6-9464-462d-ad4d-4e7e52999e87 req-72f1d640-4a7f-4cc8-92ca-77c8fee428b3 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 944 time: 0.0951297 May 10 20:18:53.139201 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2683-35c3-4bfa-a518-a0639ae75965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:53.188197 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1a936f6-9464-462d-ad4d-4e7e52999e87 req-6ae2cd35-75e4-4c9b-bc9a-0ac55d58812a tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880222 May 10 20:18:53.219194 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Router ad83e42f-1a31-4d39-b451-c40c2da510b2 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:18:53.283180 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-31d1bafa-4015-4807-a8d4-6a5a14f10f00 None None] Provisioning complete for port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:53.283553 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-31d1bafa-4015-4807-a8d4-6a5a14f10f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:53.297776 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da3b4c-128b-4795-b2ae-9723287c5294 req-28a69e35-5d10-4fa1-bddc-27d1d2c60705 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:53.299298 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-83da3b4c-128b-4795-b2ae-9723287c5294 req-28a69e35-5d10-4fa1-bddc-27d1d2c60705 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0708764 May 10 20:18:53.333657 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-31d1bafa-4015-4807-a8d4-6a5a14f10f00 None None] Port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:18:53.352823 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-83da3b4c-128b-4795-b2ae-9723287c5294 req-2f0e7b79-3118-4c2f-8691-f93588769102 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443256 May 10 20:18:53.365914 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:18:53.378332 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-66774434-ac61-466b-91ef-1fa47c056f20 admin admin] 10.222.0.65 "PUT /v2.0/routers/ad83e42f-1a31-4d39-b451-c40c2da510b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8662860 May 10 20:18:53.397739 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Sync routers for ids ['ad83e42f-1a31-4d39-b451-c40c2da510b2'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:18:53.410656 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Routers {'ad83e42f-1a31-4d39-b451-c40c2da510b2'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:18:53.411290 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:18:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['ad83e42f-1a31-4d39-b451-c40c2da510b2'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:53.671483 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Set router ad83e42f-1a31-4d39-b451-c40c2da510b2 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:18:53.871948 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b575f4-4030-4847-bcb2-c23b2130e31e req-3767a678-2496-462b-a28c-b58bf626fb65 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:53.873354 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port': {'id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:45Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c9cc452c-0a0e-43fd-8aa0-eb05875ac638', 'name': '', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'mac_address': 'fa:16:3e:5c:0f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:50Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 2, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'subnets': [{'id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:53.873575 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-15b575f4-4030-4847-bcb2-c23b2130e31e req-3767a678-2496-462b-a28c-b58bf626fb65 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0554192 May 10 20:18:53.938434 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Checking router: ad83e42f-1a31-4d39-b451-c40c2da510b2 for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:18:53.939084 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Updating router ad83e42f-1a31-4d39-b451-c40c2da510b2 port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 binding host dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:18:53.972253 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:53.989276 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-15b575f4-4030-4847-bcb2-c23b2130e31e req-3019008e-64e1-4a15-b85c-d26e33014aef tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094241 May 10 20:18:54.050028 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-b70468e2-ea35-48e9-948d-b5ee53d54986 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:54.052120 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-b70468e2-ea35-48e9-948d-b5ee53d54986 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.83 "GET /v2.0/networks?id=3bb2c490-f5c2-46ac-b9c0-c30485604258 HTTP/1.1" status: 200 len: 809 time: 0.1565323 May 10 20:18:54.066643 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2a95dcd4-8a20-4d4e-a5ee-e0f865d134a9 req-d61d29d2-8aa7-4451-b2ff-43f3ad96e110 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 210 time: 0.0491307 May 10 20:18:54.120032 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-24775375-23cb-4122-8d6a-c11b70a0bb47 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Request body: {'port': {'device_id': 'c76633cc-cfa9-4b73-b4d7-ca9d412144d0', 'network_id': '3bb2c490-f5c2-46ac-b9c0-c30485604258', 'admin_state_up': True, 'tenant_id': '752cb97b116941b7bc7ef28b2e796b1f'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:54.334694 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f079e7-47ec-432c-8b1c-def6df9a7da8 req-3c2a3e0d-b3f5-4c34-a529-26d65cf8d5c5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:54.337118 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59f079e7-47ec-432c-8b1c-def6df9a7da8 req-3c2a3e0d-b3f5-4c34-a529-26d65cf8d5c5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 944 time: 0.0544169 May 10 20:18:54.345075 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Publish callbacks [] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:54.385158 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54446) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:54.389924 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1834269138-network', 'tenant_id': 'ef25570884a043a9811f92c3391ec916'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:54.393338 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59f079e7-47ec-432c-8b1c-def6df9a7da8 req-f7371840-5dd8-496f-a5db-7eb8a4a487d7 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476458 May 10 20:18:54.411907 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-24775375-23cb-4122-8d6a-c11b70a0bb47 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Made reservation on behalf of 752cb97b116941b7bc7ef28b2e796b1f for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:18:54.425596 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-24775375-23cb-4122-8d6a-c11b70a0bb47 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:54.435083 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:54.497928 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:54.535596 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e45a3-0889-4016-8b4e-b65a0d5a3195 req-20385035-f8c7-4c72-aae9-c7aa60afa5c7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:54.537901 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bf3e45a3-0889-4016-8b4e-b65a0d5a3195 req-20385035-f8c7-4c72-aae9-c7aa60afa5c7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0757921 May 10 20:18:54.539178 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] Made reservation on behalf of ef25570884a043a9811f92c3391ec916 for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:18:54.542386 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:54.553522 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54452) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:54.556337 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:54.566190 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 4106cec3-a697-47ae-85dd-c4a19e93312a up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:54.641723 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-24775375-23cb-4122-8d6a-c11b70a0bb47 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Allocated IP 172.20.0.11 (3bb2c490-f5c2-46ac-b9c0-c30485604258/5d4b38ac-29a0-4b05-8481-ae4d2fe53975/6af8c166-5d5a-49fc-8b05-cfa52d164e50) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:18:54.651772 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bf3e45a3-0889-4016-8b4e-b65a0d5a3195 req-7efa3664-e034-4f3e-8e5d-da43152d9110 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938358 May 10 20:18:54.735060 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] Publish callbacks [] for security_group (0d477add-3df7-4c03-a151-e62afe951870), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:54.763128 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4296e-d032-4196-adb8-314f43a37d85 None None] Pushing event updated for resources: {'Port': ['ID=c9cc452c-0a0e-43fd-8aa0-eb05875ac638,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:54.786175 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-77f8b011-1f34-4aa0-a4bb-c7ee41a42404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:54.811139 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 4106cec3-a697-47ae-85dd-c4a19e93312a triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:54.812144 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (4106cec3-a697-47ae-85dd-c4a19e93312a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:54.840509 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (0d477add-3df7-4c03-a151-e62afe951870), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:54.861144 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Attempting to bind port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:18:54.861582 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Attempting to bind port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '268dcf79-5abb-414c-aa17-802029e951e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:18:54.861952 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Attempting to bind port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 on network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:54.879376 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:18:54.881394 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:18:54.882668 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Checking segment: {'id': '268dcf79-5abb-414c-aa17-802029e951e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:54.883256 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:54.884394 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Bound using segment: {'id': '268dcf79-5abb-414c-aa17-802029e951e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:18:54.885149 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Bound port: c9cc452c-0a0e-43fd-8aa0-eb05875ac638, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268dcf79-5abb-414c-aa17-802029e951e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:18:54.885692 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:54.898867 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-24775375-23cb-4122-8d6a-c11b70a0bb47 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks [] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:54.912871 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:54.913214 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] Added segment 1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef of type vlan for network 03ed6c69-5b7e-41db-8149-e36696a9e67b May 10 20:18:54.923215 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d477add-3df7-4c03-a151-e62afe951870,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:54.976251 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (03ed6c69-5b7e-41db-8149-e36696a9e67b), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.015066 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-5b2f83b3-a18a-4f1e-b986-12c96b32f23a None None] Provisioning complete for port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:55.016066 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5b2f83b3-a18a-4f1e-b986-12c96b32f23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.018587 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-24775375-23cb-4122-8d6a-c11b70a0bb47 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.027249 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-77f8b011-1f34-4aa0-a4bb-c7ee41a42404 admin admin] Publish callbacks [] for security_group (093bef6b-646b-4a7b-9d4c-97eb9cb7fc08), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.063933 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-24775375-23cb-4122-8d6a-c11b70a0bb47 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Network 3bb2c490-f5c2-46ac-b9c0-c30485604258 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:55.068093 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-24775375-23cb-4122-8d6a-c11b70a0bb47 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:55.072282 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-24775375-23cb-4122-8d6a-c11b70a0bb47 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:18:55.096667 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] For port c9cc452c-0a0e-43fd-8aa0-eb05875ac638, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:18:55.123832 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] For port c9cc452c-0a0e-43fd-8aa0-eb05875ac638, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=c9cc452c-0a0e-43fd-8aa0-eb05875ac638,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:18:55.126621 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 4106cec3-a697-47ae-85dd-c4a19e93312a is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:55.126774 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24775375-23cb-4122-8d6a-c11b70a0bb47 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Pushing event updated for resources: {'Port': ['ID=6af8c166-5d5a-49fc-8b05-cfa52d164e50,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:55.130631 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-5b2f83b3-a18a-4f1e-b986-12c96b32f23a None None] Port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:18:55.131894 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-77f8b011-1f34-4aa0-a4bb-c7ee41a42404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (093bef6b-646b-4a7b-9d4c-97eb9cb7fc08), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.134511 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-24775375-23cb-4122-8d6a-c11b70a0bb47 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:55.135629 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-24775375-23cb-4122-8d6a-c11b70a0bb47 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.135898 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (03ed6c69-5b7e-41db-8149-e36696a9e67b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.136820 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:55.137470 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.199186 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.229159 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-24775375-23cb-4122-8d6a-c11b70a0bb47 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1152411 May 10 20:18:55.231295 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbeb2d1-6788-4b90-8886-c42d027d951f req-a085a035-af5e-4e17-9711-8928aa3d1dc8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:55.232887 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2cbeb2d1-6788-4b90-8886-c42d027d951f req-a085a035-af5e-4e17-9711-8928aa3d1dc8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.1487408 May 10 20:18:55.245739 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-77f8b011-1f34-4aa0-a4bb-c7ee41a42404 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1282aa50cd8d4561a311ceab85c794fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6867533 May 10 20:18:55.245957 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54478) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:55.255602 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8b011-1f34-4aa0-a4bb-c7ee41a42404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093bef6b-646b-4a7b-9d4c-97eb9cb7fc08,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:55.257348 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Routers {'ad83e42f-1a31-4d39-b451-c40c2da510b2'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:18:55.258035 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:18:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['ad83e42f-1a31-4d39-b451-c40c2da510b2'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:55.273849 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=03ed6c69-5b7e-41db-8149-e36696a9e67b,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:55.299174 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-81fbf2bb-6eb9-476f-b824-7cfa600eb6a0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9128842 May 10 20:18:55.302346 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54480) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:55.312648 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-51619350-f3db-4dab-9ae4-0e2bfffe0b11 admin admin] Request body: {'subnet': {'network_id': '03ed6c69-5b7e-41db-8149-e36696a9e67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1834269138-subnet', 'tenant_id': 'ef25570884a043a9811f92c3391ec916', 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:55.317164 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2cbeb2d1-6788-4b90-8886-c42d027d951f req-009c86eb-8105-4e88-873c-39e65869856d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698855 May 10 20:18:55.325080 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d6636b07-abf1-43f1-bbfc-2135560e17d0 admin admin] Publish callbacks [] for security_group (093bef6b-646b-4a7b-9d4c-97eb9cb7fc08), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.339396 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 03ed6c69-5b7e-41db-8149-e36696a9e67b details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:18:55.372197 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d6636b07-abf1-43f1-bbfc-2135560e17d0 admin admin] Publish callbacks [] for security_group (093bef6b-646b-4a7b-9d4c-97eb9cb7fc08), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.384118 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4296e-d032-4196-adb8-314f43a37d85 None None] Pushing event updated for resources: {'Port': ['ID=c9cc452c-0a0e-43fd-8aa0-eb05875ac638,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:55.438947 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51619350-f3db-4dab-9ae4-0e2bfffe0b11 admin admin] Made reservation on behalf of ef25570884a043a9811f92c3391ec916 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:18:55.441168 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-51619350-f3db-4dab-9ae4-0e2bfffe0b11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5317435'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.484327 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662fab7-b9d3-4839-85fa-4c799241aae2 req-c33d03d7-d09d-46d0-ba63-5ee51fff6845 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:55.485951 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9662fab7-b9d3-4839-85fa-4c799241aae2 req-c33d03d7-d09d-46d0-ba63-5ee51fff6845 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 932 time: 0.0644047 May 10 20:18:55.525176 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] Set router ad83e42f-1a31-4d39-b451-c40c2da510b2 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:18:55.525401 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d6636b07-abf1-43f1-bbfc-2135560e17d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (093bef6b-646b-4a7b-9d4c-97eb9cb7fc08), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.528035 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d6636b07-abf1-43f1-bbfc-2135560e17d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.529221 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d6636b07-abf1-43f1-bbfc-2135560e17d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/093bef6b-646b-4a7b-9d4c-97eb9cb7fc08 HTTP/1.1" status: 204 len: 168 time: 0.2820408 May 10 20:18:55.544220 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6636b07-abf1-43f1-bbfc-2135560e17d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093bef6b-646b-4a7b-9d4c-97eb9cb7fc08,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:55.557017 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9662fab7-b9d3-4839-85fa-4c799241aae2 req-b0681728-f878-43ac-95cf-68ed693bc78d tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618289 May 10 20:18:55.580204 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-802a33c5-0013-4257-ac0d-b249faaff28d None None] Provisioning complete for port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:55.580717 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-802a33c5-0013-4257-ac0d-b249faaff28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.701163 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe879ebb-80b1-479a-9ce9-c89ce5fc4f13 req-765894da-1b9d-471a-8b06-2bfda1138528 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:55.702720 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fe879ebb-80b1-479a-9ce9-c89ce5fc4f13 req-765894da-1b9d-471a-8b06-2bfda1138528 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 944 time: 0.0561540 May 10 20:18:55.724717 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-51619350-f3db-4dab-9ae4-0e2bfffe0b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4934128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5317413'] for subnet (aa97bca0-fce0-471d-8565-f905023c1540), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.760437 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fe879ebb-80b1-479a-9ce9-c89ce5fc4f13 req-df8f224c-cc6a-404e-8296-569cbbda233a tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503237 May 10 20:18:55.766409 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.786071 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51619350-f3db-4dab-9ae4-0e2bfffe0b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa97bca0-fce0-471d-8565-f905023c1540,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:55.793563 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-802a33c5-0013-4257-ac0d-b249faaff28d None None] Current status of the port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:55.793849 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51619350-f3db-4dab-9ae4-0e2bfffe0b11 admin admin] Checking segment: {'id': '1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '03ed6c69-5b7e-41db-8149-e36696a9e67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:55.793988 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-802a33c5-0013-4257-ac0d-b249faaff28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.794348 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51619350-f3db-4dab-9ae4-0e2bfffe0b11 admin admin] Network hostable DHCP agents. Network: 03ed6c69-5b7e-41db-8149-e36696a9e67b, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:18:55.865703 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-802a33c5-0013-4257-ac0d-b249faaff28d None None] For port c9cc452c-0a0e-43fd-8aa0-eb05875ac638, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=c9cc452c-0a0e-43fd-8aa0-eb05875ac638,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:55.867483 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port': {'id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:45Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c9cc452c-0a0e-43fd-8aa0-eb05875ac638', 'name': '', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'mac_address': 'fa:16:3e:5c:0f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:50Z', 'updated_at': '2022-05-10T20:18:55Z', 'revision_number': 4, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'subnets': [{'id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:55.878140 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51619350-f3db-4dab-9ae4-0e2bfffe0b11 admin admin] Network 03ed6c69-5b7e-41db-8149-e36696a9e67b is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:18:55.888180 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ca7e2-36b4-48eb-8cc4-bc9c640cda21 req-42d3a6f6-5b4f-48a8-850e-44cb096086af tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:55.889823 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5a2ca7e2-36b4-48eb-8cc4-bc9c640cda21 req-42d3a6f6-5b4f-48a8-850e-44cb096086af tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0561359 May 10 20:18:55.896081 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11d581-7b82-441d-b983-df4ca4a3542e None None] The sync data for ids ['ad83e42f-1a31-4d39-b451-c40c2da510b2'] in dv-cinder-828805-2-iscsi is: [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port': {'id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:45Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c9cc452c-0a0e-43fd-8aa0-eb05875ac638', 'name': '', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'mac_address': 'fa:16:3e:5c:0f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:50Z', 'updated_at': '2022-05-10T20:18:55Z', 'revision_number': 4, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'subnets': [{'id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:18:55.935152 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-802a33c5-0013-4257-ac0d-b249faaff28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:55.963586 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-51619350-f3db-4dab-9ae4-0e2bfffe0b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 03ed6c69-5b7e-41db-8149-e36696a9e67b) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:55.967053 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5a2ca7e2-36b4-48eb-8cc4-bc9c640cda21 req-e32f0587-d37b-462f-aa7c-bc58fbb95b0f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699577 May 10 20:18:55.969175 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51619350-f3db-4dab-9ae4-0e2bfffe0b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:55.973611 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-51619350-f3db-4dab-9ae4-0e2bfffe0b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.003709 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3a7cb-d2df-4e70-bea3-1e5f24701d63 None None] Network 03ed6c69-5b7e-41db-8149-e36696a9e67b requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:18:56.052003 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-51619350-f3db-4dab-9ae4-0e2bfffe0b11 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7439702 May 10 20:18:56.054638 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54490) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:56.060559 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1834269138-router', 'tenant_id': 'ef25570884a043a9811f92c3391ec916', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:56.081040 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a33c5-0013-4257-ac0d-b249faaff28d None None] Pushing event updated for resources: {'Port': ['ID=c9cc452c-0a0e-43fd-8aa0-eb05875ac638,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:56.141315 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638810d0-f44c-5805-8520-b13225ebd017-03ed6c69-5b7e-41db-8149-e36696a9e67b', 'network_id': '03ed6c69-5b7e-41db-8149-e36696a9e67b', 'project_id': 'ef25570884a043a9811f92c3391ec916', 'fixed_ips': [{'subnet_id': 'aa97bca0-fce0-471d-8565-f905023c1540'}]}} from dv-cinder-828805-2-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:18:56.142226 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.166987 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-515458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11323'] for router (91078971-7442-4e57-ac29-7ac36ecfd3d0), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.168475 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11264'] for router (91078971-7442-4e57-ac29-7ac36ecfd3d0), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.235545 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Publish callbacks [] for router_controller (91078971-7442-4e57-ac29-7ac36ecfd3d0), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.295548 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Allocated IP 172.20.0.2 (03ed6c69-5b7e-41db-8149-e36696a9e67b/aa97bca0-fce0-471d-8565-f905023c1540/f1550669-fb12-4dab-b3f5-69c29a36451c) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:18:56.318946 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54494) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:56.335538 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-97e24c96-c466-4448-9013-d553b282f11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.485467 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Publish callbacks [] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.523678 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e937c75-fb78-40cf-8207-6bf244d529d3 req-a87b0bb5-7d47-413e-9b98-f739932afdce tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:56.525972 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1e937c75-fb78-40cf-8207-6bf244d529d3 req-a87b0bb5-7d47-413e-9b98-f739932afdce tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.1001251 May 10 20:18:56.551394 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.581734 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Network 03ed6c69-5b7e-41db-8149-e36696a9e67b is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:56.589490 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device c9cc452c-0a0e-43fd-8aa0-eb05875ac638 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:56.610629 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1e937c75-fb78-40cf-8207-6bf244d529d3 req-b42a8a7a-9880-40e5-bf31-005b37906b2a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761743 May 10 20:18:56.615845 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:56.652176 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:18:56.695189 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Pushing event updated for resources: {'Port': ['ID=f1550669-fb12-4dab-b3f5-69c29a36451c,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:56.761749 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b50890-acb8-48ae-b212-6ba6e2729082 req-47120143-8549-409c-82cf-4deb78fe5b54 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:56.763820 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a7b50890-acb8-48ae-b212-6ba6e2729082 req-47120143-8549-409c-82cf-4deb78fe5b54 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 932 time: 0.0643265 May 10 20:18:56.831492 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a7b50890-acb8-48ae-b212-6ba6e2729082 req-a8391518-f8e8-4fd8-adbf-14091e199a8a tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602288 May 10 20:18:56.847973 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Publish callbacks [] for router_gateway (91078971-7442-4e57-ac29-7ac36ecfd3d0), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.862971 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-97e24c96-c466-4448-9013-d553b282f11f admin admin] Publish callbacks [] for security_group (e46748d5-e0c6-41be-8d78-e64fc2c0b456), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.895966 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:56.896413 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.925580 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Attempting to bind port f1550669-fb12-4dab-b3f5-69c29a36451c on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:18:56.926063 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Attempting to bind port f1550669-fb12-4dab-b3f5-69c29a36451c by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '03ed6c69-5b7e-41db-8149-e36696a9e67b'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:18:56.926508 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Attempting to bind port f1550669-fb12-4dab-b3f5-69c29a36451c on network 03ed6c69-5b7e-41db-8149-e36696a9e67b {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:56.938234 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:18:56.938809 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Checking segment: {'id': '1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '03ed6c69-5b7e-41db-8149-e36696a9e67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:56.939275 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.940036 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Bound using segment: {'id': '1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '03ed6c69-5b7e-41db-8149-e36696a9e67b'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:18:56.940575 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Bound port: f1550669-fb12-4dab-b3f5-69c29a36451c, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '03ed6c69-5b7e-41db-8149-e36696a9e67b'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:18:56.941013 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.957884 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abc335-4d04-4931-9e55-afc157941060 req-d2901bdf-a104-4bfe-bd4e-e4c6458095c1 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:56.962949 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-92abc335-4d04-4931-9e55-afc157941060 req-d2901bdf-a104-4bfe-bd4e-e4c6458095c1 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 944 time: 0.0598071 May 10 20:18:56.986377 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-97e24c96-c466-4448-9013-d553b282f11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (e46748d5-e0c6-41be-8d78-e64fc2c0b456), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.027112 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-92abc335-4d04-4931-9e55-afc157941060 req-e3902908-9426-4648-9158-653c37e9b533 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599279 May 10 20:18:57.047311 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-97e24c96-c466-4448-9013-d553b282f11f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=06bae9e36ff54a98acd5355b08ba0b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7271323 May 10 20:18:57.050109 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54504) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:57.051415 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] For port f1550669-fb12-4dab-b3f5-69c29a36451c, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:18:57.059450 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e24c96-c466-4448-9013-d553b282f11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46748d5-e0c6-41be-8d78-e64fc2c0b456,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:57.059968 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] For port f1550669-fb12-4dab-b3f5-69c29a36451c, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=f1550669-fb12-4dab-b3f5-69c29a36451c,segment=NetworkSegment(1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef),segment_id=1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:18:57.084890 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:57.105104 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 6ce065a5-1fd8-4282-bd44-02c414d92466 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:18:57.113248 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Request body: {'port': {'device_id': 'c76633cc-cfa9-4b73-b4d7-ca9d412144d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:18:57.150882 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.210877 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7d18b106-e4fa-4f54-a0e7-d1c1f0b63aa6 admin admin] Publish callbacks [] for security_group (e46748d5-e0c6-41be-8d78-e64fc2c0b456), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.234649 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e723ca-c859-4029-895f-72fecb2a1f48 req-094e044f-d1a7-4693-99e4-7b0a2eafa211 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:57.244490 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-52e723ca-c859-4029-895f-72fecb2a1f48 req-094e044f-d1a7-4693-99e4-7b0a2eafa211 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.1215353 May 10 20:18:57.274286 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.280218 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Publish callbacks [] for router_gateway (91078971-7442-4e57-ac29-7ac36ecfd3d0), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.310839 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70111862-821e-4a73-b591-1eb53e3ea693 None None] Pushing event updated for resources: {'Port': ['ID=f1550669-fb12-4dab-b3f5-69c29a36451c,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:57.311353 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.327203 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.358707 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-52e723ca-c859-4029-895f-72fecb2a1f48 req-4445dc00-cb90-4c2b-bc18-0884632b04ac tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127117 May 10 20:18:57.378751 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7d18b106-e4fa-4f54-a0e7-d1c1f0b63aa6 admin admin] Publish callbacks [] for security_group (e46748d5-e0c6-41be-8d78-e64fc2c0b456), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.406381 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 6ce065a5-1fd8-4282-bd44-02c414d92466, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6ce065a5-1fd8-4282-bd44-02c414d92466,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:57.430046 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '6ce065a5-1fd8-4282-bd44-02c414d92466', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'port_id': '6ce065a5-1fd8-4282-bd44-02c414d92466', 'mac_address': 'fa:16:3e:37:ea:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:18:57.482371 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 6ce065a5-1fd8-4282-bd44-02c414d92466 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:57.482371 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.495251 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce065a5-1fd8-4282-bd44-02c414d92466 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:18:57.517276 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 6ce065a5-1fd8-4282-bd44-02c414d92466, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6ce065a5-1fd8-4282-bd44-02c414d92466,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:57.589345 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7d18b106-e4fa-4f54-a0e7-d1c1f0b63aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (e46748d5-e0c6-41be-8d78-e64fc2c0b456), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.592272 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7d18b106-e4fa-4f54-a0e7-d1c1f0b63aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.594506 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7d18b106-e4fa-4f54-a0e7-d1c1f0b63aa6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e46748d5-e0c6-41be-8d78-e64fc2c0b456 HTTP/1.1" status: 204 len: 168 time: 0.5416913 May 10 20:18:57.604017 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Allocated IP 172.27.1.73 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/04b1a49b-6636-46df-97e5-71b697bd8253) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:18:57.615279 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18b106-e4fa-4f54-a0e7-d1c1f0b63aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46748d5-e0c6-41be-8d78-e64fc2c0b456,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:57.624137 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.717083 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=6ce065a5-1fd8-4282-bd44-02c414d92466,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:57.784476 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43444ff-0eb3-4e6b-9e0d-67fe4414e0d6 req-62a57015-c77d-4bed-88bc-9aa8620b9918 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:57.791366 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b43444ff-0eb3-4e6b-9e0d-67fe4414e0d6 req-62a57015-c77d-4bed-88bc-9aa8620b9918 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0595715 May 10 20:18:57.799758 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Publish callbacks [] for port (04b1a49b-6636-46df-97e5-71b697bd8253), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.857424 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b43444ff-0eb3-4e6b-9e0d-67fe4414e0d6 req-05fae936-19e2-4c28-abc5-49da32f68757 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644214 May 10 20:18:57.878008 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af8c166-5d5a-49fc-8b05-cfa52d164e50 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:18:57.887608 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Publish callbacks [] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.901441 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Transition to ACTIVE for port object 6af8c166-5d5a-49fc-8b05-cfa52d164e50 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:18:57.943550 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['6ce065a5-1fd8-4282-bd44-02c414d92466'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:18:57.972767 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (04b1a49b-6636-46df-97e5-71b697bd8253), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.977371 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebf9f0-9015-42e1-96e8-5a3f3f852e1a req-cdfd2198-2ff6-4107-97bf-e613beebcc58 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:57.979529 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-aeebf9f0-9015-42e1-96e8-5a3f3f852e1a req-cdfd2198-2ff6-4107-97bf-e613beebcc58 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 932 time: 0.0496459 May 10 20:18:58.004199 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:58.028852 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:18:58.046067 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:18:58.058806 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:18:58.076969 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-aeebf9f0-9015-42e1-96e8-5a3f3f852e1a req-831a9716-a339-4495-957a-5ba99f52aefb tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824413 May 10 20:18:58.116476 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Pushing event updated for resources: {'Port': ['ID=04b1a49b-6636-46df-97e5-71b697bd8253,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:58.333268 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Pushing event updated for resources: {'Port': ['ID=6af8c166-5d5a-49fc-8b05-cfa52d164e50,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:58.344819 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334cd0f-5098-459b-9a28-19827ab83a67 req-9ff86fa6-b36b-4ada-a788-e17ef85519d7 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:58.346381 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7334cd0f-5098-459b-9a28-19827ab83a67 req-9ff86fa6-b36b-4ada-a788-e17ef85519d7 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 945 time: 0.1928270 May 10 20:18:58.491459 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7334cd0f-5098-459b-9a28-19827ab83a67 req-1943a643-6445-4afc-83ef-f9e9cf3384d2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352634 May 10 20:18:58.507718 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Attempting to bind port 6af8c166-5d5a-49fc-8b05-cfa52d164e50 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:18:58.513113 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Attempting to bind port 6af8c166-5d5a-49fc-8b05-cfa52d164e50 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'c10c9296-4041-4f1a-8baa-9f627e0364d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3bb2c490-f5c2-46ac-b9c0-c30485604258'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:18:58.513113 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Attempting to bind port 6af8c166-5d5a-49fc-8b05-cfa52d164e50 on network 3bb2c490-f5c2-46ac-b9c0-c30485604258 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:58.514148 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41135c31-3495-4828-9f75-952724f6bc3d req-783e948e-7da2-4c78-a6ad-f23e80e95a84 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:58.516650 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-41135c31-3495-4828-9f75-952724f6bc3d req-783e948e-7da2-4c78-a6ad-f23e80e95a84 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0771766 May 10 20:18:58.540189 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Port 6af8c166-5d5a-49fc-8b05-cfa52d164e50 on network 3bb2c490-f5c2-46ac-b9c0-c30485604258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:18:58.540539 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Attempting to bind port 6af8c166-5d5a-49fc-8b05-cfa52d164e50 on network 3bb2c490-f5c2-46ac-b9c0-c30485604258 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:18:58.547401 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:18:58.547738 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Checking segment: {'id': 'c10c9296-4041-4f1a-8baa-9f627e0364d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3bb2c490-f5c2-46ac-b9c0-c30485604258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:18:58.548171 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Bound using segment: {'id': 'c10c9296-4041-4f1a-8baa-9f627e0364d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3bb2c490-f5c2-46ac-b9c0-c30485604258'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:18:58.548628 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Bound port: 6af8c166-5d5a-49fc-8b05-cfa52d164e50, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10c9296-4041-4f1a-8baa-9f627e0364d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3bb2c490-f5c2-46ac-b9c0-c30485604258'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:18:58.549134 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:58.582708 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-41135c31-3495-4828-9f75-952724f6bc3d req-da948d9f-46e6-4069-8f3b-8e929fd747de tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597651 May 10 20:18:58.608006 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54532) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:58.616595 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device f1550669-fb12-4dab-b3f5-69c29a36451c up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:58.622876 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-032cd647-2a6e-4b8c-8760-84ece8bde1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:58.636598 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] For port 6af8c166-5d5a-49fc-8b05-cfa52d164e50, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:18:58.640882 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] For port 6af8c166-5d5a-49fc-8b05-cfa52d164e50, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6af8c166-5d5a-49fc-8b05-cfa52d164e50,segment=NetworkSegment(c10c9296-4041-4f1a-8baa-9f627e0364d5),segment_id=c10c9296-4041-4f1a-8baa-9f627e0364d5)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:18:58.652525 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c51e22f-24bc-4340-ae6a-e07dad46644c None None] Network 03ed6c69-5b7e-41db-8149-e36696a9e67b requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:18:58.726872 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-44cf8d5d-7be1-4e53-a866-cf039d724cbf None None] Provisioning complete for port f1550669-fb12-4dab-b3f5-69c29a36451c triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:58.727239 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-44cf8d5d-7be1-4e53-a866-cf039d724cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:58.758007 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-032cd647-2a6e-4b8c-8760-84ece8bde1b0 admin admin] Publish callbacks [] for security_group (6ee9a69e-07ca-437d-8691-d7c10a05803a), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:58.772595 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port f1550669-fb12-4dab-b3f5-69c29a36451c triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:58.772966 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:58.792666 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:58.796857 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Publish callbacks [] for router_gateway (91078971-7442-4e57-ac29-7ac36ecfd3d0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:58.852864 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-032cd647-2a6e-4b8c-8760-84ece8bde1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (6ee9a69e-07ca-437d-8691-d7c10a05803a), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:58.865725 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:58.866409 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:58.867744 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] 10.222.0.83 "PUT /v2.0/ports/6af8c166-5d5a-49fc-8b05-cfa52d164e50 HTTP/1.1" status: 200 len: 1094 time: 1.7610950 May 10 20:18:58.868205 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76633cc-cfa9-4b73-b4d7-ca9d412144d0', 'tag': '6af8c166-5d5a-49fc-8b05-cfa52d164e50'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:18:58.871050 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f2e733-a021-4016-9420-26f1eb1d2569" -d '{"events": [{"name": "network-changed", "server_uuid": "c76633cc-cfa9-4b73-b4d7-ca9d412144d0", "tag": "6af8c166-5d5a-49fc-8b05-cfa52d164e50"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:18:58.909627 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54761ea0-8f0c-46b5-8e4b-88cac8864de7 service neutron] Pushing event updated for resources: {'Port': ['ID=6af8c166-5d5a-49fc-8b05-cfa52d164e50,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:58.924533 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 6ce065a5-1fd8-4282-bd44-02c414d92466 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:18:58.955308 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-032cd647-2a6e-4b8c-8760-84ece8bde1b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fcd1c542a67b4fe4870fc9d1b6750bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411033 May 10 20:18:58.956335 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54540) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:58.960237 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cd647-2a6e-4b8c-8760-84ece8bde1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee9a69e-07ca-437d-8691-d7c10a05803a,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:58.975399 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port f1550669-fb12-4dab-b3f5-69c29a36451c is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:58.976350 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:58.982468 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-44cf8d5d-7be1-4e53-a866-cf039d724cbf None None] Current status of the port f1550669-fb12-4dab-b3f5-69c29a36451c is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:58.983182 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-44cf8d5d-7be1-4e53-a866-cf039d724cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:58.988247 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd093cbe-2613-4fae-bcd6-f2caff32192a x-openstack-request-id: req-fd093cbe-2613-4fae-bcd6-f2caff32192a {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:18:58.991170 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76633cc-cfa9-4b73-b4d7-ca9d412144d0", "tag": "6af8c166-5d5a-49fc-8b05-cfa52d164e50", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:18:58.991170 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd093cbe-2613-4fae-bcd6-f2caff32192a {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:18:58.991170 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd093cbe-2613-4fae-bcd6-f2caff32192a'] response: {'name': 'network-changed', 'server_uuid': 'c76633cc-cfa9-4b73-b4d7-ca9d412144d0', 'tag': '6af8c166-5d5a-49fc-8b05-cfa52d164e50', 'status': 'completed', 'code': 200} May 10 20:18:59.047966 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port 6ce065a5-1fd8-4282-bd44-02c414d92466 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:18:59.051372 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port f1550669-fb12-4dab-b3f5-69c29a36451c, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=f1550669-fb12-4dab-b3f5-69c29a36451c,segment=NetworkSegment(1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef),segment_id=1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:59.065742 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32313a-ab0d-4696-97fe-fd502ccc4180 req-13713e71-f041-457e-b0ca-cf5060824902 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:59.067670 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-dc32313a-ab0d-4696-97fe-fd502ccc4180 req-13713e71-f041-457e-b0ca-cf5060824902 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0601554 May 10 20:18:59.097505 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-af4b54b0-2e58-4c43-b8c5-95fda3837863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:59.099203 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-af4b54b0-2e58-4c43-b8c5-95fda3837863 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=752cb97b116941b7bc7ef28b2e796b1f&device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 1128 time: 0.1067517 May 10 20:18:59.130663 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:59.146202 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-03decb90-edd7-4656-8e04-2863dc3201d2 admin admin] Publish callbacks [] for security_group (6ee9a69e-07ca-437d-8691-d7c10a05803a), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:59.152497 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-7d2b3f49-8ce7-4c07-9666-8cd40002ed77 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af8c166-5d5a-49fc-8b05-cfa52d164e50 HTTP/1.1" status: 200 len: 217 time: 0.0421658 May 10 20:18:59.174004 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-03decb90-edd7-4656-8e04-2863dc3201d2 admin admin] Publish callbacks [] for security_group (6ee9a69e-07ca-437d-8691-d7c10a05803a), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:59.202458 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 6ce065a5-1fd8-4282-bd44-02c414d92466 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:59.202840 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:59.225837 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514936'] for router (91078971-7442-4e57-ac29-7ac36ecfd3d0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:59.255521 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-dc32313a-ab0d-4696-97fe-fd502ccc4180 req-271a0b4f-5c45-4185-9ad9-ef6a8d91f412 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786375 May 10 20:18:59.280029 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.db.api [None req-44cf8d5d-7be1-4e53-a866-cf039d724cbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 20:18:59.280624 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG oslo_db.api [None req-44cf8d5d-7be1-4e53-a866-cf039d724cbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 20:18:59.294370 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=f1550669-fb12-4dab-b3f5-69c29a36451c,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:59.299546 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a27489-2aa7-4884-b0c9-56e3faa3985d req-38a6af3b-4fb4-4dad-8619-0e2d698fc758 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:59.301038 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37a27489-2aa7-4884-b0c9-56e3faa3985d req-38a6af3b-4fb4-4dad-8619-0e2d698fc758 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 944 time: 0.0933967 May 10 20:18:59.304517 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.305020 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.305505 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.305865 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.306254 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.306750 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.307077 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.307405 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.307725 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.308044 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.308364 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.308683 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.309003 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.309321 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.309634 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:18:59.312761 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-03decb90-edd7-4656-8e04-2863dc3201d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (6ee9a69e-07ca-437d-8691-d7c10a05803a), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:59.316883 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-03decb90-edd7-4656-8e04-2863dc3201d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:59.318190 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-03decb90-edd7-4656-8e04-2863dc3201d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ee9a69e-07ca-437d-8691-d7c10a05803a HTTP/1.1" status: 204 len: 168 time: 0.3590856 May 10 20:18:59.331765 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03decb90-edd7-4656-8e04-2863dc3201d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee9a69e-07ca-437d-8691-d7c10a05803a,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:59.360433 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 6ce065a5-1fd8-4282-bd44-02c414d92466 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:59.360804 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:59.373061 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37a27489-2aa7-4884-b0c9-56e3faa3985d req-5b3c80e1-9df9-4923-8b76-d2320bb27d62 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658410 May 10 20:18:59.392271 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce065a5-1fd8-4282-bd44-02c414d92466'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:18:59.394538 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a88f3e-469d-4423-ab09-eeeb019d25bb" -d '{"events": [{"server_uuid": "072e9288-fad4-458c-bf1b-66246d9d51ca", "name": "network-vif-plugged", "status": "completed", "tag": "6ce065a5-1fd8-4282-bd44-02c414d92466"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:18:59.411008 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 6ce065a5-1fd8-4282-bd44-02c414d92466, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6ce065a5-1fd8-4282-bd44-02c414d92466,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:18:59.443643 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7780a3cc-d036-410a-beed-33339cadcd90 x-openstack-request-id: req-7780a3cc-d036-410a-beed-33339cadcd90 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:18:59.444032 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072e9288-fad4-458c-bf1b-66246d9d51ca", "name": "network-vif-plugged", "status": "completed", "tag": "6ce065a5-1fd8-4282-bd44-02c414d92466", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:18:59.444405 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7780a3cc-d036-410a-beed-33339cadcd90 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:18:59.444913 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7780a3cc-d036-410a-beed-33339cadcd90'] response: {'server_uuid': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce065a5-1fd8-4282-bd44-02c414d92466', 'code': 200} May 10 20:18:59.479132 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:59.530498 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=6ce065a5-1fd8-4282-bd44-02c414d92466,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:18:59.535527 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Router 91078971-7442-4e57-ac29-7ac36ecfd3d0 is scheduled to L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:18:59.660640 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a14f03-4e16-426a-870f-df8ba36a865c req-1dd1fa02-5e0d-4ab6-8f2e-7cc86114e524 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:59.662058 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9a14f03-4e16-426a-870f-df8ba36a865c req-1dd1fa02-5e0d-4ab6-8f2e-7cc86114e524 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0830970 May 10 20:18:59.699482 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b7f0c-caf0-4ebd-8703-43cd7ce26073 req-bb6d5c00-09b9-4e96-ada3-fe65db267d4e tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:18:59.701290 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-768b7f0c-caf0-4ebd-8703-43cd7ce26073 req-bb6d5c00-09b9-4e96-ada3-fe65db267d4e tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0529737 May 10 20:18:59.730478 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:18:59.748032 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Sync routers for ids ['91078971-7442-4e57-ac29-7ac36ecfd3d0'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:18:59.757839 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9a14f03-4e16-426a-870f-df8ba36a865c req-6b5eabae-2af1-44d8-bb82-6e38798d74a3 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646024 May 10 20:18:59.769667 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Routers {'91078971-7442-4e57-ac29-7ac36ecfd3d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:18:59.770327 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-f077162d-af67-4585-962c-94beeb32a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:18:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['91078971-7442-4e57-ac29-7ac36ecfd3d0'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:59.787790 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-768b7f0c-caf0-4ebd-8703-43cd7ce26073 req-b39827ec-d3e5-4753-a2b4-5c158e1a93c9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663941 May 10 20:18:59.829246 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:59.830636 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-491a116b-df59-4011-a77d-1c83eaa23029 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7746890 May 10 20:18:59.833307 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54560) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:59.843529 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-44cf8d5d-7be1-4e53-a866-cf039d724cbf None None] Current status of the port f1550669-fb12-4dab-b3f5-69c29a36451c is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:18:59.936367 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Set router 91078971-7442-4e57-ac29-7ac36ecfd3d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:18:59.963483 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-ad35897b-17f0-45ff-8413-8181a6bd6b8f None None] Provisioning complete for port f1550669-fb12-4dab-b3f5-69c29a36451c triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:18:59.963854 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad35897b-17f0-45ff-8413-8181a6bd6b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:00.071555 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-ad35897b-17f0-45ff-8413-8181a6bd6b8f None None] Current status of the port f1550669-fb12-4dab-b3f5-69c29a36451c is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:00.145476 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-f077162d-af67-4585-962c-94beeb32a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'name': 'tempest-TestShelveInstance-1834269138-router', 'tenant_id': 'ef25570884a043a9811f92c3391ec916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04b1a49b-6636-46df-97e5-71b697bd8253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:56Z', 'updated_at': '2022-05-10T20:18:58Z', 'revision_number': 3, 'project_id': 'ef25570884a043a9811f92c3391ec916', 'gw_port': {'id': '04b1a49b-6636-46df-97e5-71b697bd8253', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:57Z', 'updated_at': '2022-05-10T20:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:00.176107 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Checking router: 91078971-7442-4e57-ac29-7ac36ecfd3d0 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:19:00.176465 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Updating router 91078971-7442-4e57-ac29-7ac36ecfd3d0 port 04b1a49b-6636-46df-97e5-71b697bd8253 binding host dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:19:00.209468 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (04b1a49b-6636-46df-97e5-71b697bd8253), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:00.402506 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2da729-5c79-4c4a-a292-02c57071263c req-7bafde1a-3c78-4180-9c76-1676faf7dc2e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:00.404336 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a2da729-5c79-4c4a-a292-02c57071263c req-7bafde1a-3c78-4180-9c76-1676faf7dc2e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0614290 May 10 20:19:00.521297 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a2da729-5c79-4c4a-a292-02c57071263c req-d9648f91-9c60-4fd1-a7c5-73116e878710 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823941 May 10 20:19:00.537666 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c7596-a202-4d4f-afdc-52f76a3e7f2b req-8eaf6e92-5946-4b45-9052-c1136932e084 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:00.549947 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3f3c7596-a202-4d4f-afdc-52f76a3e7f2b req-8eaf6e92-5946-4b45-9052-c1136932e084 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 944 time: 0.0879319 May 10 20:19:00.610393 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3f3c7596-a202-4d4f-afdc-52f76a3e7f2b req-a0d22cb2-e5b7-4b7b-8d9c-8b0ff391068e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596886 May 10 20:19:00.610897 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54582) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:00.622662 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device f1550669-fb12-4dab-b3f5-69c29a36451c up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:00.640972 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:00.657147 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Publish callbacks [] for port (04b1a49b-6636-46df-97e5-71b697bd8253), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:00.684790 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port f1550669-fb12-4dab-b3f5-69c29a36451c triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:00.684996 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:00.746699 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1685518776-network', 'tenant_id': 'a427f630e1a34c81865e28d9c1bd47da'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:00.760194 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (04b1a49b-6636-46df-97e5-71b697bd8253), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:00.774482 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port f1550669-fb12-4dab-b3f5-69c29a36451c is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:00.836320 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Allocated IP 172.20.0.1 (03ed6c69-5b7e-41db-8149-e36696a9e67b/aa97bca0-fce0-471d-8565-f905023c1540/916f06de-28b7-4188-b785-39fba7b1a885) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:19:00.844234 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] Made reservation on behalf of a427f630e1a34c81865e28d9c1bd47da for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:19:00.846560 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:00.847779 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56ce74-b3e5-4f95-a797-d9de5dd51170 None None] Pushing event updated for resources: {'Port': ['ID=04b1a49b-6636-46df-97e5-71b697bd8253,revision_number=2']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:00.856027 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:00.869520 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Attempting to bind port 04b1a49b-6636-46df-97e5-71b697bd8253 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:19:00.870148 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Attempting to bind port 04b1a49b-6636-46df-97e5-71b697bd8253 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:19:00.870694 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Attempting to bind port 04b1a49b-6636-46df-97e5-71b697bd8253 on network 6687bf44-6b81-4c08-8ccb-c06067e5e244 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:00.877257 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:19:00.878373 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Checking segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:00.878837 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:00.884255 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Bound using segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:19:00.884255 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Bound port: 04b1a49b-6636-46df-97e5-71b697bd8253, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:19:00.884255 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (04b1a49b-6636-46df-97e5-71b697bd8253), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:00.944344 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-f077162d-af67-4585-962c-94beeb32a677 None None] For port 04b1a49b-6636-46df-97e5-71b697bd8253, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:19:00.947737 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-f077162d-af67-4585-962c-94beeb32a677 None None] For port 04b1a49b-6636-46df-97e5-71b697bd8253, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=04b1a49b-6636-46df-97e5-71b697bd8253,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:19:00.950988 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf41bae-632a-4be5-ab4a-3c3f804ff331 req-0cd61ce8-7029-491f-8a1f-15b3eeb9ac9c tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:00.951412 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07e662-3b92-4aa4-bf82-0f73dc709af3 req-0d189e0f-0957-49c1-89e4-a54ecb95af56 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:00.952477 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6cf41bae-632a-4be5-ab4a-3c3f804ff331 req-0cd61ce8-7029-491f-8a1f-15b3eeb9ac9c tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0579484 May 10 20:19:00.952965 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5a07e662-3b92-4aa4-bf82-0f73dc709af3 req-0d189e0f-0957-49c1-89e4-a54ecb95af56 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0878327 May 10 20:19:01.016266 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Publish callbacks [] for port (916f06de-28b7-4188-b785-39fba7b1a885), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.016517 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (04b1a49b-6636-46df-97e5-71b697bd8253), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.024010 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] Publish callbacks [] for security_group (78ff79b8-04a0-4574-90e3-7e6dbc7b80b5), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.031748 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5a07e662-3b92-4aa4-bf82-0f73dc709af3 req-d6d5f6de-5f97-456c-acab-b50707e1c1ce tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704474 May 10 20:19:01.042622 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6cf41bae-632a-4be5-ab4a-3c3f804ff331 req-d576cfce-8674-4529-af19-880c260a6454 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837767 May 10 20:19:01.091472 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Routers {'91078971-7442-4e57-ac29-7ac36ecfd3d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:01.092092 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-f077162d-af67-4585-962c-94beeb32a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:18:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['91078971-7442-4e57-ac29-7ac36ecfd3d0'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:01.092719 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (78ff79b8-04a0-4574-90e3-7e6dbc7b80b5), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.096720 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56ce74-b3e5-4f95-a797-d9de5dd51170 None None] Pushing event updated for resources: {'Port': ['ID=04b1a49b-6636-46df-97e5-71b697bd8253,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:01.116587 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (916f06de-28b7-4188-b785-39fba7b1a885), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.116788 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:19:01.132328 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ff79b8-04a0-4574-90e3-7e6dbc7b80b5,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:01.136891 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (70491813-74cf-45d8-94b6-0af1d1f88355), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.137634 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] Added segment 70491813-74cf-45d8-94b6-0af1d1f88355 of type vlan for network 36ab74e8-11e5-498b-b44f-9cfc47c4025c May 10 20:19:01.155775 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Network 03ed6c69-5b7e-41db-8149-e36696a9e67b is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:01.158700 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:01.162314 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:19:01.182762 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (36ab74e8-11e5-498b-b44f-9cfc47c4025c), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.216173 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=916f06de-28b7-4188-b785-39fba7b1a885,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:01.223353 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502831'] for router_interface (91078971-7442-4e57-ac29-7ac36ecfd3d0), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.224272 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-f077162d-af67-4585-962c-94beeb32a677 None None] Set router 91078971-7442-4e57-ac29-7ac36ecfd3d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:01.291662 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (36ab74e8-11e5-498b-b44f-9cfc47c4025c), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.292813 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:01.293644 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.393613 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7789936 May 10 20:19:01.394675 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54594) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:01.403753 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-8227faf3-1091-431f-b119-356b8486eadf admin admin] Request body: {'subnet': {'network_id': '36ab74e8-11e5-498b-b44f-9cfc47c4025c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1685518776-subnet', 'tenant_id': 'a427f630e1a34c81865e28d9c1bd47da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:01.413196 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188e38f-8df9-4a5c-a5db-fd1e16e21a1e admin admin] Pushing event updated for resources: {'Network': ['ID=36ab74e8-11e5-498b-b44f-9cfc47c4025c,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:01.426348 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 36ab74e8-11e5-498b-b44f-9cfc47c4025c details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:19:01.436369 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-f077162d-af67-4585-962c-94beeb32a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'name': 'tempest-TestShelveInstance-1834269138-router', 'tenant_id': 'ef25570884a043a9811f92c3391ec916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04b1a49b-6636-46df-97e5-71b697bd8253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:56Z', 'updated_at': '2022-05-10T20:18:58Z', 'revision_number': 3, 'project_id': 'ef25570884a043a9811f92c3391ec916', 'gw_port': {'id': '04b1a49b-6636-46df-97e5-71b697bd8253', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:57Z', 'updated_at': '2022-05-10T20:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:01.454660 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (916f06de-28b7-4188-b785-39fba7b1a885), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.463599 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f077162d-af67-4585-962c-94beeb32a677 None None] The sync data for ids ['91078971-7442-4e57-ac29-7ac36ecfd3d0'] in dv-cinder-828805-2-iscsi is: [{'id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'name': 'tempest-TestShelveInstance-1834269138-router', 'tenant_id': 'ef25570884a043a9811f92c3391ec916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04b1a49b-6636-46df-97e5-71b697bd8253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:56Z', 'updated_at': '2022-05-10T20:18:58Z', 'revision_number': 3, 'project_id': 'ef25570884a043a9811f92c3391ec916', 'gw_port': {'id': '04b1a49b-6636-46df-97e5-71b697bd8253', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:57Z', 'updated_at': '2022-05-10T20:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:19:01.513851 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-a6e813c8-6f22-4c32-a9f7-d803e6e15977 None None] Provisioning complete for port 916f06de-28b7-4188-b785-39fba7b1a885 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:01.514163 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a6e813c8-6f22-4c32-a9f7-d803e6e15977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (916f06de-28b7-4188-b785-39fba7b1a885), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.514350 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8227faf3-1091-431f-b119-356b8486eadf admin admin] Made reservation on behalf of a427f630e1a34c81865e28d9c1bd47da for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:19:01.516664 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8227faf3-1091-431f-b119-356b8486eadf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5317435'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.554034 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-a6e813c8-6f22-4c32-a9f7-d803e6e15977 None None] Port 916f06de-28b7-4188-b785-39fba7b1a885 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:19:01.727224 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149b880-cdf2-4e3f-b07b-9e352e395d31 req-c1f6a0fa-bd45-4912-b073-1acdc3693002 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:01.729802 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5149b880-cdf2-4e3f-b07b-9e352e395d31 req-c1f6a0fa-bd45-4912-b073-1acdc3693002 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.1102822 May 10 20:19:01.757696 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b159d0-9107-4880-87f0-56faeeac0914 req-57507dfe-55c1-476b-b70e-524a04acd486 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:01.771987 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4b159d0-9107-4880-87f0-56faeeac0914 req-57507dfe-55c1-476b-b70e-524a04acd486 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 944 time: 0.0811925 May 10 20:19:01.827163 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4b159d0-9107-4880-87f0-56faeeac0914 req-24fd9219-b29a-4fac-ad50-2586dfde66b9 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543144 May 10 20:19:01.895098 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Publish callbacks [] for port (916f06de-28b7-4188-b785-39fba7b1a885), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.927797 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-da7fb1ea-7600-47b2-9a3d-5de3b1c4db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:01.929451 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-da7fb1ea-7600-47b2-9a3d-5de3b1c4db62 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5d4b38ac-29a0-4b05-8481-ae4d2fe53975 HTTP/1.1" status: 200 len: 849 time: 0.1561017 May 10 20:19:01.985743 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5149b880-cdf2-4e3f-b07b-9e352e395d31 req-075f534e-665a-47d9-84b2-beaed221dd59 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760154 May 10 20:19:02.006466 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (916f06de-28b7-4188-b785-39fba7b1a885), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:02.013667 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-4c480956-3694-4479-8ef5-ab2017ce0bdf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3bb2c490-f5c2-46ac-b9c0-c30485604258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553141 May 10 20:19:02.148027 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8227faf3-1091-431f-b119-356b8486eadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4934128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5317413'] for subnet (4e9b147a-b730-4804-961e-8027ae3fb4ce), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:02.208615 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692bf7e-d07c-41e6-8ed1-fbb4efef37ed req-3b4449ea-b62e-4758-b27e-165896d39b3b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:02.210566 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8692bf7e-d07c-41e6-8ed1-fbb4efef37ed req-3b4449ea-b62e-4758-b27e-165896d39b3b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0612712 May 10 20:19:02.255640 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=916f06de-28b7-4188-b785-39fba7b1a885,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:02.264042 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7908696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503314'] for router_interface (91078971-7442-4e57-ac29-7ac36ecfd3d0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:02.282473 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8692bf7e-d07c-41e6-8ed1-fbb4efef37ed req-f70307e2-68bf-4ed1-a8bd-853026154fab tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661249 May 10 20:19:02.314485 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63293e-2a3c-4877-9aeb-ab4b725c00c8 req-a693d195-335a-4157-9585-7b62c4b78262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:02.316264 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e63293e-2a3c-4877-9aeb-ab4b725c00c8 req-a693d195-335a-4157-9585-7b62c4b78262 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 1130 time: 0.1628220 May 10 20:19:02.322556 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227faf3-1091-431f-b119-356b8486eadf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e9b147a-b730-4804-961e-8027ae3fb4ce,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:02.387897 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-7f9443c0-78a0-4f75-989e-7562245523ff service neutron] 10.222.0.83 "GET /v2.0/networks/3bb2c490-f5c2-46ac-b9c0-c30485604258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250685 May 10 20:19:02.399657 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b98e79-5746-48c0-a7f8-48802e283bbf req-152496eb-d6cd-4516-9afb-c10caef8fd9b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:02.401952 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-24b98e79-5746-48c0-a7f8-48802e283bbf req-152496eb-d6cd-4516-9afb-c10caef8fd9b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.2583103 May 10 20:19:02.417578 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8227faf3-1091-431f-b119-356b8486eadf admin admin] Checking segment: {'id': '70491813-74cf-45d8-94b6-0af1d1f88355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '36ab74e8-11e5-498b-b44f-9cfc47c4025c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:02.418215 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8227faf3-1091-431f-b119-356b8486eadf admin admin] Network hostable DHCP agents. Network: 36ab74e8-11e5-498b-b44f-9cfc47c4025c, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:19:02.531861 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 04b1a49b-6636-46df-97e5-71b697bd8253 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:02.567150 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-24b98e79-5746-48c0-a7f8-48802e283bbf req-d62ea134-9d56-4d17-8722-a659b8558c8a tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578426 May 10 20:19:02.570700 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Network 03ed6c69-5b7e-41db-8149-e36696a9e67b is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:02.578408 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:02.591172 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8227faf3-1091-431f-b119-356b8486eadf admin admin] Network 36ab74e8-11e5-498b-b44f-9cfc47c4025c is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:19:02.592234 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 04b1a49b-6636-46df-97e5-71b697bd8253 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:02.592234 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (04b1a49b-6636-46df-97e5-71b697bd8253), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:02.671506 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e63293e-2a3c-4877-9aeb-ab4b725c00c8 req-e839a70b-e53b-4533-b006-5e8ba557ffbf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776636 May 10 20:19:02.679559 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 04b1a49b-6636-46df-97e5-71b697bd8253 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:02.680193 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (04b1a49b-6636-46df-97e5-71b697bd8253), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:02.687558 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7eccb940-a4d7-48b8-a906-ac0d2a1c8b72 req-0c4d9044-4e27-4c2a-8ab4-0a2785a50e02 service neutron] 10.222.0.83 "GET /v2.0/networks/3bb2c490-f5c2-46ac-b9c0-c30485604258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925662 May 10 20:19:02.703047 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port 04b1a49b-6636-46df-97e5-71b697bd8253, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=04b1a49b-6636-46df-97e5-71b697bd8253,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:02.735279 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-8227faf3-1091-431f-b119-356b8486eadf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 36ab74e8-11e5-498b-b44f-9cfc47c4025c) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:02.739775 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8227faf3-1091-431f-b119-356b8486eadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:02.740369 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8227faf3-1091-431f-b119-356b8486eadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:02.753331 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9069522-8e9b-4cf2-9483-f8c00c9fed36 None None] Network 36ab74e8-11e5-498b-b44f-9cfc47c4025c requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:19:02.772812 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Router 91078971-7442-4e57-ac29-7ac36ecfd3d0 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:19:02.828286 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8227faf3-1091-431f-b119-356b8486eadf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4322860 May 10 20:19:02.921403 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:19:02.936622 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3746e06b-7543-4f38-a740-8de6a5e5b4a5 admin admin] 10.222.0.65 "PUT /v2.0/routers/91078971-7442-4e57-ac29-7ac36ecfd3d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1020572 May 10 20:19:02.993249 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (04b1a49b-6636-46df-97e5-71b697bd8253), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:03.006610 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04c587-c616-4329-8ed6-7bc988616b52 req-821af515-dd65-4d0a-aa3f-5a4d82e0de46 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:03.009266 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0c04c587-c616-4329-8ed6-7bc988616b52 req-821af515-dd65-4d0a-aa3f-5a4d82e0de46 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 944 time: 0.0736082 May 10 20:19:03.069939 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-ceb5970e-9ff9-4c53-856f-3f1404ed6fb3 None None] Provisioning complete for port 916f06de-28b7-4188-b785-39fba7b1a885 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:03.082142 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ceb5970e-9ff9-4c53-856f-3f1404ed6fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (916f06de-28b7-4188-b785-39fba7b1a885), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:03.120394 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0c04c587-c616-4329-8ed6-7bc988616b52 req-67d02d50-e761-4bbb-872b-85c317f75b01 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041212 May 10 20:19:03.146944 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba7922-99ba-43b4-bbf7-bebae0521439 req-a300acf2-a52d-4e0b-9fd2-b595de012902 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:03.162942 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fdba7922-99ba-43b4-bbf7-bebae0521439 req-a300acf2-a52d-4e0b-9fd2-b595de012902 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0706635 May 10 20:19:03.165025 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=04b1a49b-6636-46df-97e5-71b697bd8253,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:03.200778 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-ceb5970e-9ff9-4c53-856f-3f1404ed6fb3 None None] Port 916f06de-28b7-4188-b785-39fba7b1a885 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:19:03.213474 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7c971e-6c73-465b-94cc-84bcac6a59d5 None None] Network 36ab74e8-11e5-498b-b44f-9cfc47c4025c requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:19:03.221040 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fdba7922-99ba-43b4-bbf7-bebae0521439 req-7d887cf1-7517-4d89-a2de-745623c3dbee tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575156 May 10 20:19:03.427584 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46359428-8b59-4f99-b70c-bc34179f028c req-ab88d782-f816-47ec-94e7-5a7ce6709aed tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:03.429118 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-46359428-8b59-4f99-b70c-bc34179f028c req-ab88d782-f816-47ec-94e7-5a7ce6709aed tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0665138 May 10 20:19:03.502157 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-46359428-8b59-4f99-b70c-bc34179f028c req-cabf4a8e-086f-419c-b66d-c03147fc8aed tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663357 May 10 20:19:03.590459 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Sync routers for ids ['91078971-7442-4e57-ac29-7ac36ecfd3d0'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:19:03.601577 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Routers {'91078971-7442-4e57-ac29-7ac36ecfd3d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:03.602297 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:18:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['91078971-7442-4e57-ac29-7ac36ecfd3d0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:03.653997 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54642) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:03.658612 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-2764bc73-b1f7-4c9b-a1bb-86b5a58a8c04 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1305304647', 'description': 'tempest-secgroup-smoke-1305304647 description', 'project_id': 'b9724c9a575141d48bbfbde685774622'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:03.696998 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bacb41-cb23-431c-8bc1-7d96bb1dd747 req-6dca224a-b62e-4d0d-92bf-a8cfeef5e7c4 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:03.702603 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7bacb41-cb23-431c-8bc1-7d96bb1dd747 req-6dca224a-b62e-4d0d-92bf-a8cfeef5e7c4 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0642827 May 10 20:19:03.714707 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2764bc73-b1f7-4c9b-a1bb-86b5a58a8c04 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:03.721966 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Set router 91078971-7442-4e57-ac29-7ac36ecfd3d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:03.754271 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7bacb41-cb23-431c-8bc1-7d96bb1dd747 req-4ebfad30-cc47-470e-b320-d063fceeae83 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482969 May 10 20:19:03.810830 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2764bc73-b1f7-4c9b-a1bb-86b5a58a8c04 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group (e070a609-6d5f-4307-a98f-5fa4e38be99f), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:03.842709 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54648) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:03.848788 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1448397200-network', 'tenant_id': '7ecac739265442c6a5c837819acfd57a'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:03.885437 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2764bc73-b1f7-4c9b-a1bb-86b5a58a8c04 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (e070a609-6d5f-4307-a98f-5fa4e38be99f), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:03.915079 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764bc73-b1f7-4c9b-a1bb-86b5a58a8c04 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e070a609-6d5f-4307-a98f-5fa4e38be99f,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:03.936376 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'name': 'tempest-TestShelveInstance-1834269138-router', 'tenant_id': 'ef25570884a043a9811f92c3391ec916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04b1a49b-6636-46df-97e5-71b697bd8253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:56Z', 'updated_at': '2022-05-10T20:19:01Z', 'revision_number': 4, 'project_id': 'ef25570884a043a9811f92c3391ec916', 'gw_port': {'id': '04b1a49b-6636-46df-97e5-71b697bd8253', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:57Z', 'updated_at': '2022-05-10T20:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '916f06de-28b7-4188-b785-39fba7b1a885', 'name': '', 'network_id': '03ed6c69-5b7e-41db-8149-e36696a9e67b', 'tenant_id': 'ef25570884a043a9811f92c3391ec916', 'mac_address': 'fa:16:3e:be:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'aa97bca0-fce0-471d-8565-f905023c1540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:00Z', 'updated_at': '2022-05-10T20:19:01Z', 'revision_number': 2, 'project_id': 'ef25570884a043a9811f92c3391ec916', 'subnets': [{'id': 'aa97bca0-fce0-471d-8565-f905023c1540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:03.962190 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Checking router: 91078971-7442-4e57-ac29-7ac36ecfd3d0 for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:19:03.962540 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Updating router 91078971-7442-4e57-ac29-7ac36ecfd3d0 port 916f06de-28b7-4188-b785-39fba7b1a885 binding host dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:19:03.964721 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] Made reservation on behalf of 7ecac739265442c6a5c837819acfd57a for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:19:03.967162 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:03.979545 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:03.983202 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2764bc73-b1f7-4c9b-a1bb-86b5a58a8c04 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:03.984403 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2764bc73-b1f7-4c9b-a1bb-86b5a58a8c04 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3293517 May 10 20:19:03.987771 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54650) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:03.993508 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-920fb922-a58b-4a07-a00c-f8ddd1532ea9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Request body: {'security_group_rule': {'security_group_id': 'e070a609-6d5f-4307-a98f-5fa4e38be99f', 'project_id': 'b9724c9a575141d48bbfbde685774622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:03.997395 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (916f06de-28b7-4188-b785-39fba7b1a885), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.059838 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] Publish callbacks [] for security_group (9ec18146-8166-46fc-bd82-2a2e6082a447), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.065768 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-920fb922-a58b-4a07-a00c-f8ddd1532ea9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (f0adfdf6-b596-43fb-8284-f00a6289b23d), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.124714 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (9ec18146-8166-46fc-bd82-2a2e6082a447), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.160345 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-920fb922-a58b-4a07-a00c-f8ddd1532ea9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (f0adfdf6-b596-43fb-8284-f00a6289b23d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.172247 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:19:04.177109 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec18146-8166-46fc-bd82-2a2e6082a447,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:04.186672 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (35391856-ca1e-4172-8c43-8e553e638bc5), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.187151 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] Added segment 35391856-ca1e-4172-8c43-8e553e638bc5 of type vlan for network 9c94db72-dc03-4ec5-8141-0232cdaf02e7 May 10 20:19:04.227711 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-920fb922-a58b-4a07-a00c-f8ddd1532ea9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (f0adfdf6-b596-43fb-8284-f00a6289b23d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.240071 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (9c94db72-dc03-4ec5-8141-0232cdaf02e7), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.248053 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fb922-a58b-4a07-a00c-f8ddd1532ea9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0adfdf6-b596-43fb-8284-f00a6289b23d,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:04.286913 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Publish callbacks [] for port (916f06de-28b7-4188-b785-39fba7b1a885), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.301113 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee8387-3a60-437a-9aad-549839ba1a9a req-35b4a1f8-edde-418d-a5a4-88ed988a8808 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:04.301113 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e9ee8387-3a60-437a-9aad-549839ba1a9a req-35b4a1f8-edde-418d-a5a4-88ed988a8808 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 944 time: 0.0724814 May 10 20:19:04.318625 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-920fb922-a58b-4a07-a00c-f8ddd1532ea9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.318625 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-920fb922-a58b-4a07-a00c-f8ddd1532ea9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3282707 May 10 20:19:04.321924 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54656) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:04.328823 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-d8d305b1-a359-4c2d-8195-8b3c4520b45e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Request body: {'security_group_rule': {'security_group_id': 'e070a609-6d5f-4307-a98f-5fa4e38be99f', 'project_id': 'b9724c9a575141d48bbfbde685774622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:04.356645 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e9ee8387-3a60-437a-9aad-549839ba1a9a req-ee5d3c33-2319-4184-bcd6-b069758f4448 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608599 May 10 20:19:04.364219 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b5b52-f23a-4d78-a635-c6ebd265e8a7 req-f7b70ae6-7a1a-4cab-bb13-4f43e146581b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:04.365735 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a4b5b52-f23a-4d78-a635-c6ebd265e8a7 req-f7b70ae6-7a1a-4cab-bb13-4f43e146581b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0476625 May 10 20:19:04.407741 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (916f06de-28b7-4188-b785-39fba7b1a885), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.427243 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a4b5b52-f23a-4d78-a635-c6ebd265e8a7 req-2a337035-940e-4e15-8c12-9c71948cab0a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484574 May 10 20:19:04.439432 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (9c94db72-dc03-4ec5-8141-0232cdaf02e7), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.451057 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:04.451057 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.466637 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f945cb-94b9-4cdc-b03c-719924f76bae None None] Pushing event updated for resources: {'Port': ['ID=916f06de-28b7-4188-b785-39fba7b1a885,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:04.523869 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8d305b1-a359-4c2d-8195-8b3c4520b45e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (dea714f6-9ead-4bb5-9f23-41e5c38a356f), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.528876 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] Pushing event updated for resources: {'Network': ['ID=9c94db72-dc03-4ec5-8141-0232cdaf02e7,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:04.562534 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 9c94db72-dc03-4ec5-8141-0232cdaf02e7 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:19:04.589448 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 04b1a49b-6636-46df-97e5-71b697bd8253 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:04.621229 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8d305b1-a359-4c2d-8195-8b3c4520b45e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (dea714f6-9ead-4bb5-9f23-41e5c38a356f), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.627820 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a3dd9983-551e-4cae-9775-fc6032c7dca7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7838049 May 10 20:19:04.630700 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54664) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:04.636451 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-7e1066a8-7579-4ae0-a957-db1d59499773 admin admin] Request body: {'subnet': {'network_id': '9c94db72-dc03-4ec5-8141-0232cdaf02e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1448397200-subnet', 'tenant_id': '7ecac739265442c6a5c837819acfd57a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:04.670717 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Attempting to bind port 916f06de-28b7-4188-b785-39fba7b1a885 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:19:04.671191 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Attempting to bind port 916f06de-28b7-4188-b785-39fba7b1a885 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '03ed6c69-5b7e-41db-8149-e36696a9e67b'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:19:04.671294 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Attempting to bind port 916f06de-28b7-4188-b785-39fba7b1a885 on network 03ed6c69-5b7e-41db-8149-e36696a9e67b {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:04.682113 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2b55b-7478-4f29-823d-7c2209620906 req-6cd4142b-bc86-4b9f-98df-80018961a62b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:04.683798 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-acd2b55b-7478-4f29-823d-7c2209620906 req-6cd4142b-bc86-4b9f-98df-80018961a62b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0612931 May 10 20:19:04.684884 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8d305b1-a359-4c2d-8195-8b3c4520b45e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (dea714f6-9ead-4bb5-9f23-41e5c38a356f), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.694823 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:19:04.695200 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Checking segment: {'id': '1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '03ed6c69-5b7e-41db-8149-e36696a9e67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:04.695596 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.695984 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Bound using segment: {'id': '1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '03ed6c69-5b7e-41db-8149-e36696a9e67b'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:19:04.696463 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Bound port: 916f06de-28b7-4188-b785-39fba7b1a885, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '03ed6c69-5b7e-41db-8149-e36696a9e67b'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:19:04.696837 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (916f06de-28b7-4188-b785-39fba7b1a885), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.712505 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d305b1-a359-4c2d-8195-8b3c4520b45e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea714f6-9ead-4bb5-9f23-41e5c38a356f,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:04.753158 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 04b1a49b-6636-46df-97e5-71b697bd8253 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:04.753463 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (04b1a49b-6636-46df-97e5-71b697bd8253), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.757360 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-acd2b55b-7478-4f29-823d-7c2209620906 req-e4285be7-88b8-45ec-ba06-bdefa3753067 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611706 May 10 20:19:04.792443 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-8aa8d4c4-6f5e-4f8b-85a9-5b2ca068022a None None] Provisioning complete for port 916f06de-28b7-4188-b785-39fba7b1a885 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:04.792811 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8aa8d4c4-6f5e-4f8b-85a9-5b2ca068022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (916f06de-28b7-4188-b785-39fba7b1a885), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.799249 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1066a8-7579-4ae0-a957-db1d59499773 admin admin] Made reservation on behalf of 7ecac739265442c6a5c837819acfd57a for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:19:04.801282 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7e1066a8-7579-4ae0-a957-db1d59499773 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5317435'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.830456 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8d305b1-a359-4c2d-8195-8b3c4520b45e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.831527 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-d8d305b1-a359-4c2d-8195-8b3c4520b45e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5084856 May 10 20:19:04.834707 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54668) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:04.840953 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-01fa4ee0-35c7-43fa-adf9-3814d69822cb tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Request body: {'security_group_rule': {'security_group_id': 'e070a609-6d5f-4307-a98f-5fa4e38be99f', 'project_id': 'b9724c9a575141d48bbfbde685774622', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:04.862653 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-8aa8d4c4-6f5e-4f8b-85a9-5b2ca068022a None None] Port 916f06de-28b7-4188-b785-39fba7b1a885 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:19:04.866628 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] For port 916f06de-28b7-4188-b785-39fba7b1a885, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:19:04.871675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] For port 916f06de-28b7-4188-b785-39fba7b1a885, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=916f06de-28b7-4188-b785-39fba7b1a885,segment=NetworkSegment(1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef),segment_id=1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:19:04.917194 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 04b1a49b-6636-46df-97e5-71b697bd8253 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:04.930722 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3ec4-0a19-43ed-95bf-f595eacdf661 req-bf93c121-5743-45b5-9485-81b9ed5e7598 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:04.932251 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-13ff3ec4-0a19-43ed-95bf-f595eacdf661 req-bf93c121-5743-45b5-9485-81b9ed5e7598 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0736089 May 10 20:19:04.987112 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-01fa4ee0-35c7-43fa-adf9-3814d69822cb tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (19fa77c5-632f-41db-9211-4e205401a3f7), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.009429 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-13ff3ec4-0a19-43ed-95bf-f595eacdf661 req-c592646d-eb75-4d17-a5e2-e9ead325d3a4 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714810 May 10 20:19:05.015971 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (916f06de-28b7-4188-b785-39fba7b1a885), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.063653 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-01fa4ee0-35c7-43fa-adf9-3814d69822cb tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (19fa77c5-632f-41db-9211-4e205401a3f7), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.078699 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Routers {'91078971-7442-4e57-ac29-7ac36ecfd3d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:05.079336 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:18:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['91078971-7442-4e57-ac29-7ac36ecfd3d0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:05.117013 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f945cb-94b9-4cdc-b03c-719924f76bae None None] Pushing event updated for resources: {'Port': ['ID=916f06de-28b7-4188-b785-39fba7b1a885,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:05.147706 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-01fa4ee0-35c7-43fa-adf9-3814d69822cb tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (19fa77c5-632f-41db-9211-4e205401a3f7), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.168340 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa4ee0-35c7-43fa-adf9-3814d69822cb tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19fa77c5-632f-41db-9211-4e205401a3f7,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:05.179760 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7e1066a8-7579-4ae0-a957-db1d59499773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4934128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5317413'] for subnet (fd8d2bb7-dfc2-49b8-a9d9-e0e6bd97680d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.202981 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] Set router 91078971-7442-4e57-ac29-7ac36ecfd3d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:05.241727 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1066a8-7579-4ae0-a957-db1d59499773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8d2bb7-dfc2-49b8-a9d9-e0e6bd97680d,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:05.252968 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1066a8-7579-4ae0-a957-db1d59499773 admin admin] Checking segment: {'id': '35391856-ca1e-4172-8c43-8e553e638bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9c94db72-dc03-4ec5-8141-0232cdaf02e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:05.253407 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1066a8-7579-4ae0-a957-db1d59499773 admin admin] Network hostable DHCP agents. Network: 9c94db72-dc03-4ec5-8141-0232cdaf02e7, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:19:05.258976 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-01fa4ee0-35c7-43fa-adf9-3814d69822cb tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.261028 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-01fa4ee0-35c7-43fa-adf9-3814d69822cb tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4252429 May 10 20:19:05.263857 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54670) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:05.268455 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-b770d581-e08a-4a43-9570-3c7f01747bd9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Request body: {'security_group_rule': {'security_group_id': 'e070a609-6d5f-4307-a98f-5fa4e38be99f', 'project_id': 'b9724c9a575141d48bbfbde685774622', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:05.370849 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1066a8-7579-4ae0-a957-db1d59499773 admin admin] Network 9c94db72-dc03-4ec5-8141-0232cdaf02e7 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:19:05.394789 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-5f0ef0d3-72fe-4024-ad04-a094be4b32e6 None None] Provisioning complete for port 916f06de-28b7-4188-b785-39fba7b1a885 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:05.395157 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5f0ef0d3-72fe-4024-ad04-a094be4b32e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (916f06de-28b7-4188-b785-39fba7b1a885), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.404975 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b770d581-e08a-4a43-9570-3c7f01747bd9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (6990e2c1-9b6f-4d7e-9523-d84f619a771a), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.434848 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'name': 'tempest-TestShelveInstance-1834269138-router', 'tenant_id': 'ef25570884a043a9811f92c3391ec916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04b1a49b-6636-46df-97e5-71b697bd8253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:56Z', 'updated_at': '2022-05-10T20:19:01Z', 'revision_number': 4, 'project_id': 'ef25570884a043a9811f92c3391ec916', 'gw_port': {'id': '04b1a49b-6636-46df-97e5-71b697bd8253', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:57Z', 'updated_at': '2022-05-10T20:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '916f06de-28b7-4188-b785-39fba7b1a885', 'name': '', 'network_id': '03ed6c69-5b7e-41db-8149-e36696a9e67b', 'tenant_id': 'ef25570884a043a9811f92c3391ec916', 'mac_address': 'fa:16:3e:be:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'aa97bca0-fce0-471d-8565-f905023c1540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:00Z', 'updated_at': '2022-05-10T20:19:04Z', 'revision_number': 4, 'project_id': 'ef25570884a043a9811f92c3391ec916', 'subnets': [{'id': 'aa97bca0-fce0-471d-8565-f905023c1540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:05.436037 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-7e1066a8-7579-4ae0-a957-db1d59499773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 9c94db72-dc03-4ec5-8141-0232cdaf02e7) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:05.443879 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1066a8-7579-4ae0-a957-db1d59499773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:05.444463 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7e1066a8-7579-4ae0-a957-db1d59499773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.473838 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01202cf-9f66-4b23-9a07-d93711d26e62 None None] Network 9c94db72-dc03-4ec5-8141-0232cdaf02e7 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:19:05.476689 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ffbc17-07da-4346-b765-1eef09c73700 None None] The sync data for ids ['91078971-7442-4e57-ac29-7ac36ecfd3d0'] in dv-cinder-828805-2-iscsi is: [{'id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'name': 'tempest-TestShelveInstance-1834269138-router', 'tenant_id': 'ef25570884a043a9811f92c3391ec916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04b1a49b-6636-46df-97e5-71b697bd8253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:56Z', 'updated_at': '2022-05-10T20:19:01Z', 'revision_number': 4, 'project_id': 'ef25570884a043a9811f92c3391ec916', 'gw_port': {'id': '04b1a49b-6636-46df-97e5-71b697bd8253', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:57Z', 'updated_at': '2022-05-10T20:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '916f06de-28b7-4188-b785-39fba7b1a885', 'name': '', 'network_id': '03ed6c69-5b7e-41db-8149-e36696a9e67b', 'tenant_id': 'ef25570884a043a9811f92c3391ec916', 'mac_address': 'fa:16:3e:be:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'aa97bca0-fce0-471d-8565-f905023c1540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:00Z', 'updated_at': '2022-05-10T20:19:04Z', 'revision_number': 4, 'project_id': 'ef25570884a043a9811f92c3391ec916', 'subnets': [{'id': 'aa97bca0-fce0-471d-8565-f905023c1540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:19:05.526223 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b770d581-e08a-4a43-9570-3c7f01747bd9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (6990e2c1-9b6f-4d7e-9523-d84f619a771a), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.552712 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7e1066a8-7579-4ae0-a957-db1d59499773 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9110906 May 10 20:19:05.566746 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63186b4d-f426-4907-861a-cd14654bf75d req-9275f5ab-db74-4fe3-a87e-29551f98deb5 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:05.575016 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-63186b4d-f426-4907-861a-cd14654bf75d req-9275f5ab-db74-4fe3-a87e-29551f98deb5 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 944 time: 0.1195054 May 10 20:19:05.596304 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b770d581-e08a-4a43-9570-3c7f01747bd9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (6990e2c1-9b6f-4d7e-9523-d84f619a771a), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.619841 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ef0d3-72fe-4024-ad04-a094be4b32e6 None None] Current status of the port 916f06de-28b7-4188-b785-39fba7b1a885 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:05.620486 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5f0ef0d3-72fe-4024-ad04-a094be4b32e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (916f06de-28b7-4188-b785-39fba7b1a885), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.667546 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67d50d-7135-4158-b1ca-23cf1a63e56c req-686fd4ef-d14f-42ff-8901-6d9197d1564d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:05.677944 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7a67d50d-7135-4158-b1ca-23cf1a63e56c req-686fd4ef-d14f-42ff-8901-6d9197d1564d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.1317723 May 10 20:19:05.686884 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770d581-e08a-4a43-9570-3c7f01747bd9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6990e2c1-9b6f-4d7e-9523-d84f619a771a,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:05.696136 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-63186b4d-f426-4907-861a-cd14654bf75d req-15f4c4cd-d6d3-4209-8a08-9de52704330e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202230 May 10 20:19:05.732136 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7423118a-5f89-4d02-b5f4-aeeb930a0d09 None None] Network 9c94db72-dc03-4ec5-8141-0232cdaf02e7 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:19:05.766883 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7a67d50d-7135-4158-b1ca-23cf1a63e56c req-c2a72012-63c0-4dc3-a36c-f4494d20c6c2 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879478 May 10 20:19:05.779256 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-5f0ef0d3-72fe-4024-ad04-a094be4b32e6 None None] For port 916f06de-28b7-4188-b785-39fba7b1a885, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=916f06de-28b7-4188-b785-39fba7b1a885,segment=NetworkSegment(1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef),segment_id=1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:05.780848 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b770d581-e08a-4a43-9570-3c7f01747bd9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.784659 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b770d581-e08a-4a43-9570-3c7f01747bd9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5172586 May 10 20:19:05.785112 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54688) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:05.789582 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-1737a837-e604-4664-9f7a-816f95ce313f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Request body: {'security_group_rule': {'security_group_id': 'e070a609-6d5f-4307-a98f-5fa4e38be99f', 'project_id': 'b9724c9a575141d48bbfbde685774622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:05.894870 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5f0ef0d3-72fe-4024-ad04-a094be4b32e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (916f06de-28b7-4188-b785-39fba7b1a885), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.907442 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91276f0e-5570-46e8-b18a-e3709dfc3296 req-f770a220-6ea2-43ac-8847-76bbed546347 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:05.909017 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-91276f0e-5570-46e8-b18a-e3709dfc3296 req-f770a220-6ea2-43ac-8847-76bbed546347 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0620973 May 10 20:19:05.960523 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.securitygroups_db [None req-1737a837-e604-4664-9f7a-816f95ce313f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Project b9724c9a575141d48bbfbde685774622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:19:05.964326 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ef0d3-72fe-4024-ad04-a094be4b32e6 None None] Pushing event updated for resources: {'Port': ['ID=916f06de-28b7-4188-b785-39fba7b1a885,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:05.976161 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1737a837-e604-4664-9f7a-816f95ce313f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (9250b854-8fe2-4261-94bc-bb575e64868b), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:05.982662 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-91276f0e-5570-46e8-b18a-e3709dfc3296 req-e76e7e14-7345-4c1f-9cb2-dc576f30f246 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681703 May 10 20:19:06.050147 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1737a837-e604-4664-9f7a-816f95ce313f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (9250b854-8fe2-4261-94bc-bb575e64868b), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:06.139212 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1737a837-e604-4664-9f7a-816f95ce313f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (9250b854-8fe2-4261-94bc-bb575e64868b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:06.159800 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737a837-e604-4664-9f7a-816f95ce313f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9250b854-8fe2-4261-94bc-bb575e64868b,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:06.237991 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1737a837-e604-4664-9f7a-816f95ce313f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:06.240831 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-1737a837-e604-4664-9f7a-816f95ce313f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4549422 May 10 20:19:06.248553 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54692) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:06.253704 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-264202ea-a8c2-4b9c-af84-365c7697b5e1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Request body: {'security_group_rule': {'security_group_id': 'e070a609-6d5f-4307-a98f-5fa4e38be99f', 'project_id': 'b9724c9a575141d48bbfbde685774622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:06.333891 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.securitygroups_db [None req-264202ea-a8c2-4b9c-af84-365c7697b5e1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Project b9724c9a575141d48bbfbde685774622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:19:06.340404 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-264202ea-a8c2-4b9c-af84-365c7697b5e1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (b0d658ed-3841-4bbc-be9d-36a3a517f165), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:06.379687 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b7e98-8e89-4a86-8473-229717b63458 req-1782577b-d58d-468e-b8be-770d229519ea tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:06.381587 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe3b7e98-8e89-4a86-8473-229717b63458 req-1782577b-d58d-468e-b8be-770d229519ea tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.2922733 May 10 20:19:06.414268 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-264202ea-a8c2-4b9c-af84-365c7697b5e1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (b0d658ed-3841-4bbc-be9d-36a3a517f165), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:06.442052 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe3b7e98-8e89-4a86-8473-229717b63458 req-af0bfe95-f91a-4008-a62e-6d945277843f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535145 May 10 20:19:06.519314 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-264202ea-a8c2-4b9c-af84-365c7697b5e1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (b0d658ed-3841-4bbc-be9d-36a3a517f165), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:06.539037 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 916f06de-28b7-4188-b785-39fba7b1a885 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:06.543932 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264202ea-a8c2-4b9c-af84-365c7697b5e1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d658ed-3841-4bbc-be9d-36a3a517f165,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:06.589241 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 916f06de-28b7-4188-b785-39fba7b1a885 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:06.589800 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (916f06de-28b7-4188-b785-39fba7b1a885), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:06.612592 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-264202ea-a8c2-4b9c-af84-365c7697b5e1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:06.615842 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-264202ea-a8c2-4b9c-af84-365c7697b5e1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3639846 May 10 20:19:06.678939 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 916f06de-28b7-4188-b785-39fba7b1a885 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:06.866647 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebfe83-d48e-4f7c-af37-20b56c345958 req-3a8e8146-7299-4921-9272-41d02211cec7 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:06.890287 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a4ebfe83-d48e-4f7c-af37-20b56c345958 req-3a8e8146-7299-4921-9272-41d02211cec7 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 944 time: 0.0798726 May 10 20:19:06.926346 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a17e6-223d-4335-915d-3a8eec106c33 req-e795f662-c2f6-4b36-ac58-e8c709b1a6b7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:06.928572 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a2a17e6-223d-4335-915d-3a8eec106c33 req-e795f662-c2f6-4b36-ac58-e8c709b1a6b7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0666435 May 10 20:19:06.948444 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a4ebfe83-d48e-4f7c-af37-20b56c345958 req-82a85a79-2302-4f47-ade9-0b87b937b25a tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570047 May 10 20:19:06.986022 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a2a17e6-223d-4335-915d-3a8eec106c33 req-abe431c9-9ce1-4d4f-aabf-5dda2769eb8d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499854 May 10 20:19:07.098046 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d758e8-1a90-49ec-9708-078bcf48c8c3 req-87cf6eed-949f-45d9-8d88-34ce3173279c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:07.099519 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e2d758e8-1a90-49ec-9708-078bcf48c8c3 req-87cf6eed-949f-45d9-8d88-34ce3173279c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0468612 May 10 20:19:07.147605 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e2d758e8-1a90-49ec-9708-078bcf48c8c3 req-e60e346e-f703-451b-bbbd-34ab72ee9f38 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417926 May 10 20:19:07.542636 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:19:07.562543 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90538974-2000-45d9-8f5b-ad5786a49084 req-30eaf4bc-0364-41c5-bfd0-76c5aa6c33f5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:07.570206 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90538974-2000-45d9-8f5b-ad5786a49084 req-30eaf4bc-0364-41c5-bfd0-76c5aa6c33f5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0611875 May 10 20:19:07.634942 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90538974-2000-45d9-8f5b-ad5786a49084 req-b6015bda-6bfc-4280-a96d-80edf8e182f8 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596507 May 10 20:19:07.685582 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e733-a021-4016-9420-26f1eb1d2569 req-3c4e28f3-d2f8-4c2c-b571-27b30b873a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:07.685867 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:07.685978 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60f2e733-a021-4016-9420-26f1eb1d2569 req-3c4e28f3-d2f8-4c2c-b571-27b30b873a2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=752cb97b116941b7bc7ef28b2e796b1f&device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 1128 time: 0.0486236 May 10 20:19:07.699476 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'port_id': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'mac_address': 'fa:16:3e:dc:fd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:19:07.703914 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:07.884652 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 is: ACTIVE; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:07.884924 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:07.898764 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:19:07.919853 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:07.993589 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:07.994562 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 6af8c166-5d5a-49fc-8b05-cfa52d164e50 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:19:08.098228 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34ddb6-3897-4d1d-beda-0c5f9f548680 req-ed6006be-b968-494f-a2eb-5d7c0cc4332f tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:08.115580 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd34ddb6-3897-4d1d-beda-0c5f9f548680 req-ed6006be-b968-494f-a2eb-5d7c0cc4332f tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 944 time: 0.0752306 May 10 20:19:08.130577 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,revision_number=6']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:08.183056 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd34ddb6-3897-4d1d-beda-0c5f9f548680 req-195f51e6-0f66-4a51-bc46-0946d9d247ca tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666211 May 10 20:19:08.183896 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaade0-7055-424a-bcbb-e225a76a2e01 req-d0edb28b-a24a-41bd-a29a-86f8afc677e8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:08.191545 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ecaade0-7055-424a-bcbb-e225a76a2e01 req-d0edb28b-a24a-41bd-a29a-86f8afc677e8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 945 time: 0.0836854 May 10 20:19:08.205000 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 6af8c166-5d5a-49fc-8b05-cfa52d164e50, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6af8c166-5d5a-49fc-8b05-cfa52d164e50,segment=NetworkSegment(c10c9296-4041-4f1a-8baa-9f627e0364d5),segment_id=c10c9296-4041-4f1a-8baa-9f627e0364d5)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:08.238065 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '6af8c166-5d5a-49fc-8b05-cfa52d164e50', 'network_id': '3bb2c490-f5c2-46ac-b9c0-c30485604258', 'port_id': '6af8c166-5d5a-49fc-8b05-cfa52d164e50', 'mac_address': 'fa:16:3e:d1:64:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4b38ac-29a0-4b05-8481-ae4d2fe53975', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:19:08.286057 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 6af8c166-5d5a-49fc-8b05-cfa52d164e50 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:08.286670 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:08.301980 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af8c166-5d5a-49fc-8b05-cfa52d164e50 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:19:08.329137 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 6af8c166-5d5a-49fc-8b05-cfa52d164e50, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6af8c166-5d5a-49fc-8b05-cfa52d164e50,segment=NetworkSegment(c10c9296-4041-4f1a-8baa-9f627e0364d5),segment_id=c10c9296-4041-4f1a-8baa-9f627e0364d5)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:08.374069 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ecaade0-7055-424a-bcbb-e225a76a2e01 req-8df24616-051d-4a52-837b-474b6089094a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816421 May 10 20:19:08.402572 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9e78a-3068-4d2e-b2af-48acab8f39ed req-5a5a84fe-bbf8-4f15-b039-97feb013177e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:08.410330 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:08.410444 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b5a9e78a-3068-4d2e-b2af-48acab8f39ed req-5a5a84fe-bbf8-4f15-b039-97feb013177e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0735838 May 10 20:19:08.436447 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e733-a021-4016-9420-26f1eb1d2569 req-fd182e01-7276-4ad8-b7bd-816696498d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:08.437928 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60f2e733-a021-4016-9420-26f1eb1d2569 req-fd182e01-7276-4ad8-b7bd-816696498d01 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3bb2c490-f5c2-46ac-b9c0-c30485604258 HTTP/1.1" status: 200 len: 910 time: 0.2185886 May 10 20:19:08.470779 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=6af8c166-5d5a-49fc-8b05-cfa52d164e50,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:08.482781 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b5a9e78a-3068-4d2e-b2af-48acab8f39ed req-43e9e50c-b1f7-46cc-b600-5acbfb85a368 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682969 May 10 20:19:08.750881 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88afed-f22e-4a72-9709-e5049c20bf5d req-553d69ca-26fb-4ec8-8caf-87349449181a tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:08.752317 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc88afed-f22e-4a72-9709-e5049c20bf5d req-553d69ca-26fb-4ec8-8caf-87349449181a tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0502732 May 10 20:19:08.804476 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc88afed-f22e-4a72-9709-e5049c20bf5d req-f0af5e0a-72a3-4ac7-a6c1-a393e8b89217 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464604 May 10 20:19:08.873666 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['6af8c166-5d5a-49fc-8b05-cfa52d164e50'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:19:08.935567 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60f2e733-a021-4016-9420-26f1eb1d2569 req-dd87e5e0-a2b0-43ac-bab9-a494147cd529 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af8c166-5d5a-49fc-8b05-cfa52d164e50 HTTP/1.1" status: 200 len: 217 time: 0.0515442 May 10 20:19:08.997614 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:19:09.297487 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709ebbe-22dd-49b7-acdc-f5fea835ca35 req-a0d78c93-eacd-4442-a251-8f509ed89a54 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:09.298967 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6709ebbe-22dd-49b7-acdc-f5fea835ca35 req-a0d78c93-eacd-4442-a251-8f509ed89a54 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 945 time: 0.0475504 May 10 20:19:09.350207 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6709ebbe-22dd-49b7-acdc-f5fea835ca35 req-45ba62d3-6f86-455a-9d05-1fab120d7656 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456922 May 10 20:19:09.417153 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e733-a021-4016-9420-26f1eb1d2569 req-ca42aff3-070a-4c0a-8e25-cb89c0f6ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:09.418483 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60f2e733-a021-4016-9420-26f1eb1d2569 req-ca42aff3-070a-4c0a-8e25-cb89c0f6ace4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5d4b38ac-29a0-4b05-8481-ae4d2fe53975 HTTP/1.1" status: 200 len: 849 time: 0.0481863 May 10 20:19:09.458204 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60f2e733-a021-4016-9420-26f1eb1d2569 req-666194b0-f59a-4714-8bea-188e08712c7b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3bb2c490-f5c2-46ac-b9c0-c30485604258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314927 May 10 20:19:09.569245 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed653209-299e-4fac-aecf-49135c0fd1df req-b0fafdb7-4e75-41ba-b59d-b65ad843a299 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:09.571650 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed653209-299e-4fac-aecf-49135c0fd1df req-b0fafdb7-4e75-41ba-b59d-b65ad843a299 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 945 time: 0.0942557 May 10 20:19:09.614567 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e96b61-74c8-4335-b1cc-2435edc93694 req-56724235-1f49-4d62-8b94-58b2ea468b12 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:09.616165 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a8e96b61-74c8-4335-b1cc-2435edc93694 req-56724235-1f49-4d62-8b94-58b2ea468b12 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0610967 May 10 20:19:09.624617 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60f2e733-a021-4016-9420-26f1eb1d2569 req-af3d817b-546c-4f08-a7f1-0f8dcaae9317 service neutron] 10.222.0.83 "GET /v2.0/networks/3bb2c490-f5c2-46ac-b9c0-c30485604258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563928 May 10 20:19:09.655605 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed653209-299e-4fac-aecf-49135c0fd1df req-f3f4d920-aae0-4737-8915-1bf7b156ea97 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784597 May 10 20:19:09.665279 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a8e96b61-74c8-4335-b1cc-2435edc93694 req-969ffa72-f0f4-45dd-8401-c6d64c9a3a0b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426700 May 10 20:19:09.751617 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60f2e733-a021-4016-9420-26f1eb1d2569 req-283b6477-a0bb-49ea-a415-d5805faed5ea service neutron] 10.222.0.83 "GET /v2.0/networks/3bb2c490-f5c2-46ac-b9c0-c30485604258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144929 May 10 20:19:09.781990 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dba20-c681-4c2a-a3bb-1da2db682ed9 req-7828f80a-7a36-4065-886b-92dbef073cc4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:09.783538 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d95dba20-c681-4c2a-a3bb-1da2db682ed9 req-7828f80a-7a36-4065-886b-92dbef073cc4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0486066 May 10 20:19:09.792374 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54850) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:09.797408 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-703063ea-5085-4801-98cd-fcafdf49f785 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Request body: {'floatingip': {'port_id': '6ce065a5-1fd8-4282-bd44-02c414d92466'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:09.846483 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-703063ea-5085-4801-98cd-fcafdf49f785 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for floatingip (57c8efa1-b2e4-4715-8486-025dee1fa43d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:09.996134 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e3a42-492e-41f0-bab2-fb239af819b3 req-94b9d521-08f6-41b0-9b5a-6a85fe998b5b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:09.997617 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-316e3a42-492e-41f0-bab2-fb239af819b3 req-94b9d521-08f6-41b0-9b5a-6a85fe998b5b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.1157606 May 10 20:19:10.105196 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-316e3a42-492e-41f0-bab2-fb239af819b3 req-8cef9218-aac5-49d3-8196-4f5e25ff242d tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991323 May 10 20:19:10.238841 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7369ef-0d08-4231-b9ee-86216aee1dde req-22c0a19f-de1e-411c-ae91-d05ab596a33d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:10.240311 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5e7369ef-0d08-4231-b9ee-86216aee1dde req-22c0a19f-de1e-411c-ae91-d05ab596a33d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 945 time: 0.0511844 May 10 20:19:10.260621 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:10.289937 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5e7369ef-0d08-4231-b9ee-86216aee1dde req-a1310ccc-c382-4024-be4f-edda155a71a3 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429926 May 10 20:19:10.312525 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:10.312774 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:10.313899 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54870) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:10.401067 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:10.401448 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:10.438502 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:19:10.440117 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-703063ea-5085-4801-98cd-fcafdf49f785 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:10.441284 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b738d76-679b-4df8-a617-284c76719685" -d '{"events": [{"server_uuid": "5ab6f0a6-aa14-407a-b43d-7b7d2855499d", "name": "network-vif-plugged", "status": "completed", "tag": "7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:19:10.455554 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:10.484771 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee40833e-81b3-4c03-9f26-9b00daad4797 x-openstack-request-id: req-ee40833e-81b3-4c03-9f26-9b00daad4797 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:19:10.484771 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab6f0a6-aa14-407a-b43d-7b7d2855499d", "name": "network-vif-plugged", "status": "completed", "tag": "7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:19:10.484771 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee40833e-81b3-4c03-9f26-9b00daad4797 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:19:10.485074 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee40833e-81b3-4c03-9f26-9b00daad4797'] response: {'server_uuid': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'code': 200} May 10 20:19:10.491605 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37024dd-ed71-4673-a9ef-76d68dc2a259 req-2571788b-cd39-4aad-a55a-702a09244f45 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:10.493094 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c37024dd-ed71-4673-a9ef-76d68dc2a259 req-2571788b-cd39-4aad-a55a-702a09244f45 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 945 time: 0.0560961 May 10 20:19:10.537333 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:10.538646 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 6af8c166-5d5a-49fc-8b05-cfa52d164e50 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:10.539590 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-703063ea-5085-4801-98cd-fcafdf49f785 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (57c8efa1-b2e4-4715-8486-025dee1fa43d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:10.545042 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84aa97e-28ad-4cb6-aebf-08bc6c8932a1 tempest-TestMinimumBasicScenario-322978159 tempest-TestMinimumBasicScenario-322978159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:10.545266 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c37024dd-ed71-4673-a9ef-76d68dc2a259 req-48e1e01e-fcef-43f6-8476-19195776d954 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458829 May 10 20:19:10.546541 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a84aa97e-28ad-4cb6-aebf-08bc6c8932a1 tempest-TestMinimumBasicScenario-322978159 tempest-TestMinimumBasicScenario-322978159-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 1124 time: 0.2315912 May 10 20:19:10.550281 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54878) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:10.555769 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Request body: {'floatingip': {'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'port_id': 'd73b582c-8472-4325-800b-b5cb2624c200', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:10.628126 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,revision_number=7']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:10.630504 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:10.632392 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port 6af8c166-5d5a-49fc-8b05-cfa52d164e50 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:19:10.663309 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-703063ea-5085-4801-98cd-fcafdf49f785 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Floating IP 57c8efa1-b2e4-4715-8486-025dee1fa43d associated. External IP: 172.27.1.150, port: 6ce065a5-1fd8-4282-bd44-02c414d92466. May 10 20:19:10.702972 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 6af8c166-5d5a-49fc-8b05-cfa52d164e50 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:10.703901 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:10.719498 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:10.812069 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 6af8c166-5d5a-49fc-8b05-cfa52d164e50 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:10.812892 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:10.824102 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86ea2d-6db4-4712-a4c4-749c1d4d916d req-69832c4b-215c-4ccc-a094-80c10f8a00ff tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:10.827912 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bc86ea2d-6db4-4712-a4c4-749c1d4d916d req-69832c4b-215c-4ccc-a094-80c10f8a00ff tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0696876 May 10 20:19:10.866225 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 6af8c166-5d5a-49fc-8b05-cfa52d164e50, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6af8c166-5d5a-49fc-8b05-cfa52d164e50,segment=NetworkSegment(c10c9296-4041-4f1a-8baa-9f627e0364d5),segment_id=c10c9296-4041-4f1a-8baa-9f627e0364d5)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:10.920812 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Allocated IP 172.27.1.97 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:19:10.928115 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bc86ea2d-6db4-4712-a4c4-749c1d4d916d req-dc465415-acf0-470b-81aa-8a6f220de93c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806341 May 10 20:19:10.952258 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703063ea-5085-4801-98cd-fcafdf49f785 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Router 72d14f22-473d-46ef-86d8-312250646e03 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:19:10.958288 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:11.070477 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=6af8c166-5d5a-49fc-8b05-cfa52d164e50,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:11.106361 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703063ea-5085-4801-98cd-fcafdf49f785 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:19:11.117504 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21440566-b01e-4e02-9a9c-4a545ebf1068 None None] Sync routers for ids ['72d14f22-473d-46ef-86d8-312250646e03'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:19:11.129979 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for port (bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:11.130241 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-703063ea-5085-4801-98cd-fcafdf49f785 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:11.135666 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21440566-b01e-4e02-9a9c-4a545ebf1068 None None] Routers {'72d14f22-473d-46ef-86d8-312250646e03'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:11.144228 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-21440566-b01e-4e02-9a9c-4a545ebf1068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:18:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['72d14f22-473d-46ef-86d8-312250646e03'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:11.184112 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-703063ea-5085-4801-98cd-fcafdf49f785 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "PUT /v2.0/floatingips/57c8efa1-b2e4-4715-8486-025dee1fa43d HTTP/1.1" status: 200 len: 992 time: 1.3905022 May 10 20:19:11.185862 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'tag': '6ce065a5-1fd8-4282-bd44-02c414d92466'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:19:11.187538 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eeaa1a-7698-4bde-a8da-d12711d6b69f" -d '{"events": [{"name": "network-changed", "server_uuid": "072e9288-fad4-458c-bf1b-66246d9d51ca", "tag": "6ce065a5-1fd8-4282-bd44-02c414d92466"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:19:11.254142 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37e7db-9c19-45ec-ab7b-7b66a360901a req-50afbfbd-ae8a-4f10-bcdb-d8c7241c6f7b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:11.254419 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca37e7db-9c19-45ec-ab7b-7b66a360901a req-50afbfbd-ae8a-4f10-bcdb-d8c7241c6f7b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0565672 May 10 20:19:11.275742 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31175a1c-a5d1-454c-884a-ecc5ac5bbd95 x-openstack-request-id: req-31175a1c-a5d1-454c-884a-ecc5ac5bbd95 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:19:11.276688 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072e9288-fad4-458c-bf1b-66246d9d51ca", "tag": "6ce065a5-1fd8-4282-bd44-02c414d92466", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:19:11.276946 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31175a1c-a5d1-454c-884a-ecc5ac5bbd95 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:19:11.277343 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31175a1c-a5d1-454c-884a-ecc5ac5bbd95'] response: {'name': 'network-changed', 'server_uuid': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'tag': '6ce065a5-1fd8-4282-bd44-02c414d92466', 'status': 'completed', 'code': 200} May 10 20:19:11.300880 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-21440566-b01e-4e02-9a9c-4a545ebf1068 None None] Set router 72d14f22-473d-46ef-86d8-312250646e03 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:11.305289 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:11.371741 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca37e7db-9c19-45ec-ab7b-7b66a360901a req-504a1770-2b91-432f-a922-de55ffd5b131 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109126 May 10 20:19:11.377672 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:11.382672 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event updated for resources: {'Port': ['ID=bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:11.393868 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eeaa1a-7698-4bde-a8da-d12711d6b69f req-e3e1578d-07f7-4004-9ec4-dab387e8f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:11.395359 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9eeaa1a-7698-4bde-a8da-d12711d6b69f req-e3e1578d-07f7-4004-9ec4-dab387e8f9e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 1130 time: 0.0757928 May 10 20:19:11.400122 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:11.412581 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:19:11.520011 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eeaa1a-7698-4bde-a8da-d12711d6b69f req-d1f4f039-e961-4ba6-ab7a-7e1e1002d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:11.534351 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9eeaa1a-7698-4bde-a8da-d12711d6b69f req-d1f4f039-e961-4ba6-ab7a-7e1e1002d22d service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 919 time: 0.1240907 May 10 20:19:11.636826 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9eeaa1a-7698-4bde-a8da-d12711d6b69f req-d462cfc0-bc30-4beb-9c98-f9670bbb54b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce065a5-1fd8-4282-bd44-02c414d92466 HTTP/1.1" status: 200 len: 1000 time: 0.0997906 May 10 20:19:11.649228 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-21440566-b01e-4e02-9a9c-4a545ebf1068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:44Z', 'revision_number': 4, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '57c8efa1-b2e4-4715-8486-025dee1fa43d', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '72d14f22-473d-46ef-86d8-312250646e03', 'port_id': '6ce065a5-1fd8-4282-bd44-02c414d92466', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'mac_address': 'fa:16:3e:37:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:18:33Z', 'updated_at': '2022-05-10T20:19:10Z', 'revision_number': 1, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4160c7c4-53da-4a5c-b87b-812370adf04b', 'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'mac_address': 'fa:16:3e:b7:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:42Z', 'updated_at': '2022-05-10T20:16:56Z', 'revision_number': 5, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'subnets': [{'id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:11.679012 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21440566-b01e-4e02-9a9c-4a545ebf1068 None None] Checking router: 72d14f22-473d-46ef-86d8-312250646e03 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:19:11.690758 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21440566-b01e-4e02-9a9c-4a545ebf1068 None None] Routers {'72d14f22-473d-46ef-86d8-312250646e03'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:11.691638 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-21440566-b01e-4e02-9a9c-4a545ebf1068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:18:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['72d14f22-473d-46ef-86d8-312250646e03'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:11.748644 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eeaa1a-7698-4bde-a8da-d12711d6b69f req-63d2675a-b09a-48b3-b4ea-25172bc52433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:11.750718 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9eeaa1a-7698-4bde-a8da-d12711d6b69f req-63d2675a-b09a-48b3-b4ea-25172bc52433 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.1062343 May 10 20:19:11.774958 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62265466-816d-47bc-94fd-07a02557c4f6 req-913ab2de-b8c3-445e-80cf-d9ff3c2f1db7 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:11.782371 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-62265466-816d-47bc-94fd-07a02557c4f6 req-913ab2de-b8c3-445e-80cf-d9ff3c2f1db7 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 946 time: 0.0869236 May 10 20:19:11.853711 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-21440566-b01e-4e02-9a9c-4a545ebf1068 None None] Set router 72d14f22-473d-46ef-86d8-312250646e03 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:11.865535 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eeaa1a-7698-4bde-a8da-d12711d6b69f req-20432c71-e1bd-48c0-a193-ef833b69aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:11.868396 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9eeaa1a-7698-4bde-a8da-d12711d6b69f req-20432c71-e1bd-48c0-a193-ef833b69aa41 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439174 May 10 20:19:11.880253 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-62265466-816d-47bc-94fd-07a02557c4f6 req-605a8fe0-faa8-40b5-8a34-95ed1a2d0256 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969307 May 10 20:19:11.952648 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for floatingip (deab7704-92c3-4da9-a7cd-50d14fb0956d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:12.037635 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9eeaa1a-7698-4bde-a8da-d12711d6b69f req-f8a3b727-9bd2-4407-8734-01434681878f service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605246 May 10 20:19:12.165203 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:12.187469 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a986fb-abad-47cc-9fd3-f006f1a7fb1d req-ddc029c9-f011-483f-9ead-1933eb381add tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:12.189083 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c9a986fb-abad-47cc-9fd3-f006f1a7fb1d req-ddc029c9-f011-483f-9ead-1933eb381add tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.1328142 May 10 20:19:12.225449 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-21440566-b01e-4e02-9a9c-4a545ebf1068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:44Z', 'revision_number': 4, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '57c8efa1-b2e4-4715-8486-025dee1fa43d', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '72d14f22-473d-46ef-86d8-312250646e03', 'port_id': '6ce065a5-1fd8-4282-bd44-02c414d92466', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'mac_address': 'fa:16:3e:37:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:18:33Z', 'updated_at': '2022-05-10T20:19:10Z', 'revision_number': 1, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4160c7c4-53da-4a5c-b87b-812370adf04b', 'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'mac_address': 'fa:16:3e:b7:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:42Z', 'updated_at': '2022-05-10T20:16:56Z', 'revision_number': 5, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'subnets': [{'id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:12.244656 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9eeaa1a-7698-4bde-a8da-d12711d6b69f req-bab8492f-7d25-48b7-84b2-36b8ca5bebc3 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999631 May 10 20:19:12.266394 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21440566-b01e-4e02-9a9c-4a545ebf1068 None None] The sync data for ids ['72d14f22-473d-46ef-86d8-312250646e03'] in dv-cinder-828805-2-iscsi is: [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:44Z', 'revision_number': 4, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '57c8efa1-b2e4-4715-8486-025dee1fa43d', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '72d14f22-473d-46ef-86d8-312250646e03', 'port_id': '6ce065a5-1fd8-4282-bd44-02c414d92466', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'mac_address': 'fa:16:3e:37:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:18:33Z', 'updated_at': '2022-05-10T20:19:10Z', 'revision_number': 1, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4160c7c4-53da-4a5c-b87b-812370adf04b', 'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'mac_address': 'fa:16:3e:b7:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:42Z', 'updated_at': '2022-05-10T20:16:56Z', 'revision_number': 5, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'subnets': [{'id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:19:12.314618 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c9a986fb-abad-47cc-9fd3-f006f1a7fb1d req-c8a686e0-94f2-4489-aa13-020eb37480b1 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125770 May 10 20:19:12.463621 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for port (bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:12.486511 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76633cc-cfa9-4b73-b4d7-ca9d412144d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af8c166-5d5a-49fc-8b05-cfa52d164e50'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:19:12.493813 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60170ce9-abd7-4e91-bb43-2e9afb67d48a" -d '{"events": [{"server_uuid": "c76633cc-cfa9-4b73-b4d7-ca9d412144d0", "name": "network-vif-plugged", "status": "completed", "tag": "6af8c166-5d5a-49fc-8b05-cfa52d164e50"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:19:12.543610 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470ff86-59e8-4e1a-b1e1-6487f5546ede req-79f9b991-489c-40c5-8fe8-7af911dacce7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:12.569624 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a470ff86-59e8-4e1a-b1e1-6487f5546ede req-79f9b991-489c-40c5-8fe8-7af911dacce7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0849481 May 10 20:19:12.572801 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:12.589747 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (deab7704-92c3-4da9-a7cd-50d14fb0956d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:12.642780 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dda96e2-eded-4399-8f3a-eb76d705da1a x-openstack-request-id: req-7dda96e2-eded-4399-8f3a-eb76d705da1a {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:19:12.643081 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76633cc-cfa9-4b73-b4d7-ca9d412144d0", "name": "network-vif-plugged", "status": "completed", "tag": "6af8c166-5d5a-49fc-8b05-cfa52d164e50", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:19:12.643773 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7dda96e2-eded-4399-8f3a-eb76d705da1a {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:19:12.644183 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dda96e2-eded-4399-8f3a-eb76d705da1a'] response: {'server_uuid': 'c76633cc-cfa9-4b73-b4d7-ca9d412144d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af8c166-5d5a-49fc-8b05-cfa52d164e50', 'code': 200} May 10 20:19:12.702807 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d1b5fc-7415-4b78-8795-8bc8794154fa None None] New status for floating IP 57c8efa1-b2e4-4715-8486-025dee1fa43d: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:19:13.143072 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event updated for resources: {'Port': ['ID=bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:13.143072 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a470ff86-59e8-4e1a-b1e1-6487f5546ede req-764a83c3-53ce-4a37-8948-94c7f3951533 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4984241 May 10 20:19:13.143364 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931134e-4757-49b0-a5ea-f44e72d3f8da req-f7e94299-5fb0-41ce-83af-1d76d82440d8 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:13.143364 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6931134e-4757-49b0-a5ea-f44e72d3f8da req-f7e94299-5fb0-41ce-83af-1d76d82440d8 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 946 time: 0.0827997 May 10 20:19:13.151985 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.l3_db [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Floating IP deab7704-92c3-4da9-a7cd-50d14fb0956d associated. External IP: 172.27.1.97, port: d73b582c-8472-4325-800b-b5cb2624c200. May 10 20:19:13.204394 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6931134e-4757-49b0-a5ea-f44e72d3f8da req-7c2169ab-299b-4b29-a93f-460c32a9af21 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215062 May 10 20:19:13.506517 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Router c9d05e6a-0738-4711-a97e-9c3815fde95e has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:19:13.521343 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e51da-bf4a-4a19-a5be-5a8c90a1e7fa req-b9f6ab33-83ab-453c-a0f6-ba613f2e5f9f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:13.523582 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8b6e51da-bf4a-4a19-a5be-5a8c90a1e7fa req-b9f6ab33-83ab-453c-a0f6-ba613f2e5f9f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0726531 May 10 20:19:13.676005 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8b6e51da-bf4a-4a19-a5be-5a8c90a1e7fa req-57fef2b9-90e7-4a56-aa08-ebcdd2f7c580 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021769 May 10 20:19:13.677136 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6fd3d-ed22-4f93-acac-332d27859773 req-95d67de3-69a2-4dbf-93d2-1c258b43cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:13.679910 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38e6fd3d-ed22-4f93-acac-332d27859773 req-95d67de3-69a2-4dbf-93d2-1c258b43cb73 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 1130 time: 0.0826039 May 10 20:19:13.694014 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:19:13.724962 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4ca4a-aaa4-46e8-ae6e-9486e9a72926 None None] Sync routers for ids ['c9d05e6a-0738-4711-a97e-9c3815fde95e'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:19:13.736257 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4ca4a-aaa4-46e8-ae6e-9486e9a72926 None None] Routers {'c9d05e6a-0738-4711-a97e-9c3815fde95e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:13.738503 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-11f4ca4a-aaa4-46e8-ae6e-9486e9a72926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:18:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['c9d05e6a-0738-4711-a97e-9c3815fde95e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:13.769673 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38e6fd3d-ed22-4f93-acac-332d27859773 req-1d855fb0-bb33-4b9d-99db-ff86334c560b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815248 May 10 20:19:13.906158 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:13.981820 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-11f4ca4a-aaa4-46e8-ae6e-9486e9a72926 None None] Set router c9d05e6a-0738-4711-a97e-9c3815fde95e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:13.989859 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-3825626a-a8e1-4a2e-8839-5ba27339a1e8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4355340 May 10 20:19:13.989859 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e063dab1-512d-48bb-be6f-807abc044f02', 'tag': 'd73b582c-8472-4325-800b-b5cb2624c200'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:19:13.997339 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 54960) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:13.997339 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-89445f24-f33e-40b1-85f7-0f456c63c049 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1878486472', 'description': 'tempest-secgroup-smoke-1878486472 description', 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:14.003902 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661cc3858028ae1520624e739be1c3cca928fbecdbb6913d5130726f0a1760d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be2d7ae-10f3-4a36-910e-ffd2b5d2cecd" -d '{"events": [{"name": "network-changed", "server_uuid": "e063dab1-512d-48bb-be6f-807abc044f02", "tag": "d73b582c-8472-4325-800b-b5cb2624c200"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:19:14.077496 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab942b2e-9a5c-4de8-a484-2eecf5d3f21f x-openstack-request-id: req-ab942b2e-9a5c-4de8-a484-2eecf5d3f21f {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:19:14.077496 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e063dab1-512d-48bb-be6f-807abc044f02", "tag": "d73b582c-8472-4325-800b-b5cb2624c200", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:19:14.077496 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab942b2e-9a5c-4de8-a484-2eecf5d3f21f {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:19:14.077496 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab942b2e-9a5c-4de8-a484-2eecf5d3f21f'] response: {'name': 'network-changed', 'server_uuid': 'e063dab1-512d-48bb-be6f-807abc044f02', 'tag': 'd73b582c-8472-4325-800b-b5cb2624c200', 'status': 'completed', 'code': 200} May 10 20:19:14.129676 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89445f24-f33e-40b1-85f7-0f456c63c049 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:14.169665 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2d7ae-10f3-4a36-910e-ffd2b5d2cecd req-438a1a32-fb26-4901-a42b-557f75493efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:14.171407 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2be2d7ae-10f3-4a36-910e-ffd2b5d2cecd req-438a1a32-fb26-4901-a42b-557f75493efc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b135986dfe1f499a9655ac3faee4bbbf&device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 1129 time: 0.0735469 May 10 20:19:14.444315 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89445f24-f33e-40b1-85f7-0f456c63c049 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group (30dd83c2-9e3b-46b9-88dc-829de50a2dee), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:14.462551 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981b6c7-3002-4c18-9de4-0a48ef5da15c req-51b40850-ec66-4429-bba7-f470f9040b9a tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:14.475243 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9981b6c7-3002-4c18-9de4-0a48ef5da15c req-51b40850-ec66-4429-bba7-f470f9040b9a tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.1374292 May 10 20:19:14.516747 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281ed7f-f67e-4439-8756-0427b89220de req-55473e20-072a-4554-a8fc-b89eefa990da tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:14.519131 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7281ed7f-f67e-4439-8756-0427b89220de req-55473e20-072a-4554-a8fc-b89eefa990da tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 946 time: 0.1221669 May 10 20:19:14.522018 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89445f24-f33e-40b1-85f7-0f456c63c049 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (30dd83c2-9e3b-46b9-88dc-829de50a2dee), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:14.533090 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2d7ae-10f3-4a36-910e-ffd2b5d2cecd req-838cfccb-01f1-4463-94c5-f324e810f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:14.534521 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2be2d7ae-10f3-4a36-910e-ffd2b5d2cecd req-838cfccb-01f1-4463-94c5-f324e810f86f service neutron] 10.222.0.83 "GET /v2.0/networks?id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6 HTTP/1.1" status: 200 len: 915 time: 0.3478141 May 10 20:19:14.543298 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-11f4ca4a-aaa4-46e8-ae6e-9486e9a72926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:01Z', 'revision_number': 4, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port': {'id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'deab7704-92c3-4da9-a7cd-50d14fb0956d', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'port_id': 'd73b582c-8472-4325-800b-b5cb2624c200', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'mac_address': 'fa:16:3e:f3:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e063dab1-512d-48bb-be6f-807abc044f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:19:11Z', 'updated_at': '2022-05-10T20:19:11Z', 'revision_number': 0, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab67bd4-0aae-4e9d-ad28-f51279de7b5f', 'name': '', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'mac_address': 'fa:16:3e:d5:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:00Z', 'updated_at': '2022-05-10T20:18:07Z', 'revision_number': 5, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'subnets': [{'id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:14.543512 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9981b6c7-3002-4c18-9de4-0a48ef5da15c req-7e4f6263-9512-4732-b25b-29e505d48148 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673783 May 10 20:19:14.594964 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4ca4a-aaa4-46e8-ae6e-9486e9a72926 None None] Checking router: c9d05e6a-0738-4711-a97e-9c3815fde95e for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:19:14.604176 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4ca4a-aaa4-46e8-ae6e-9486e9a72926 None None] Routers {'c9d05e6a-0738-4711-a97e-9c3815fde95e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:14.605511 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-11f4ca4a-aaa4-46e8-ae6e-9486e9a72926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:18:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['c9d05e6a-0738-4711-a97e-9c3815fde95e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:14.627469 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7281ed7f-f67e-4439-8756-0427b89220de req-6e1fe289-4e15-4ca3-80dd-f062b7dbda8e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980752 May 10 20:19:14.628798 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89445f24-f33e-40b1-85f7-0f456c63c049 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30dd83c2-9e3b-46b9-88dc-829de50a2dee,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:14.667695 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89445f24-f33e-40b1-85f7-0f456c63c049 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:14.670907 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-89445f24-f33e-40b1-85f7-0f456c63c049 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6797590 May 10 20:19:14.676574 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54978) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:14.681800 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-c671e337-8829-4392-b737-87f5803969c4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Request body: {'security_group_rule': {'security_group_id': '30dd83c2-9e3b-46b9-88dc-829de50a2dee', 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:14.803353 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-11f4ca4a-aaa4-46e8-ae6e-9486e9a72926 None None] Set router c9d05e6a-0738-4711-a97e-9c3815fde95e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:14.878704 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2be2d7ae-10f3-4a36-910e-ffd2b5d2cecd req-6e561177-f44a-4169-87e5-d317c57a6c98 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d73b582c-8472-4325-800b-b5cb2624c200 HTTP/1.1" status: 200 len: 998 time: 0.1248081 May 10 20:19:14.889392 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc085a-a546-41d3-86b9-728e9929e38f req-f39b0c3e-75f2-4888-9f43-2592c1095002 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:14.896043 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a2bc085a-a546-41d3-86b9-728e9929e38f req-f39b0c3e-75f2-4888-9f43-2592c1095002 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0873122 May 10 20:19:14.913252 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c671e337-8829-4392-b737-87f5803969c4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (46efa54b-fc55-411b-89d0-1fc722f002d4), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:15.022635 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2d7ae-10f3-4a36-910e-ffd2b5d2cecd req-d5530010-05d6-481c-82f7-2bf680dbca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:15.024519 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2be2d7ae-10f3-4a36-910e-ffd2b5d2cecd req-d5530010-05d6-481c-82f7-2bf680dbca23 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67a1cf95-e53d-4358-a4cf-c80317469e96 HTTP/1.1" status: 200 len: 853 time: 0.1206534 May 10 20:19:15.089789 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c671e337-8829-4392-b737-87f5803969c4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (46efa54b-fc55-411b-89d0-1fc722f002d4), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:15.121029 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54988) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:15.210498 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c671e337-8829-4392-b737-87f5803969c4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (46efa54b-fc55-411b-89d0-1fc722f002d4), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:15.218149 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a2bc085a-a546-41d3-86b9-728e9929e38f req-555a2946-75ba-4196-9bf8-23d168a33440 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210251 May 10 20:19:15.260155 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2d7ae-10f3-4a36-910e-ffd2b5d2cecd req-196ad641-ec09-42ec-9737-d85017a99951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:15.262903 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2be2d7ae-10f3-4a36-910e-ffd2b5d2cecd req-196ad641-ec09-42ec-9737-d85017a99951 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2110932 May 10 20:19:15.268602 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-11f4ca4a-aaa4-46e8-ae6e-9486e9a72926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:01Z', 'revision_number': 4, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port': {'id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'deab7704-92c3-4da9-a7cd-50d14fb0956d', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'port_id': 'd73b582c-8472-4325-800b-b5cb2624c200', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'mac_address': 'fa:16:3e:f3:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e063dab1-512d-48bb-be6f-807abc044f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:19:11Z', 'updated_at': '2022-05-10T20:19:11Z', 'revision_number': 0, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab67bd4-0aae-4e9d-ad28-f51279de7b5f', 'name': '', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'mac_address': 'fa:16:3e:d5:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:00Z', 'updated_at': '2022-05-10T20:18:07Z', 'revision_number': 5, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'subnets': [{'id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:15.292788 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58263321-4d90-44e5-a4aa-43a913e6013a req-d29676bf-91e5-4701-a8d1-895aaae32d19 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:15.300126 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-58263321-4d90-44e5-a4aa-43a913e6013a req-d29676bf-91e5-4701-a8d1-895aaae32d19 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.1826651 May 10 20:19:15.305994 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671e337-8829-4392-b737-87f5803969c4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46efa54b-fc55-411b-89d0-1fc722f002d4,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:15.351115 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4ca4a-aaa4-46e8-ae6e-9486e9a72926 None None] The sync data for ids ['c9d05e6a-0738-4711-a97e-9c3815fde95e'] in dv-cinder-828805-2-iscsi is: [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:01Z', 'revision_number': 4, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port': {'id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'deab7704-92c3-4da9-a7cd-50d14fb0956d', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'port_id': 'd73b582c-8472-4325-800b-b5cb2624c200', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'mac_address': 'fa:16:3e:f3:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e063dab1-512d-48bb-be6f-807abc044f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:19:11Z', 'updated_at': '2022-05-10T20:19:11Z', 'revision_number': 0, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab67bd4-0aae-4e9d-ad28-f51279de7b5f', 'name': '', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'mac_address': 'fa:16:3e:d5:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:00Z', 'updated_at': '2022-05-10T20:18:07Z', 'revision_number': 5, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'subnets': [{'id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:19:15.421963 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c671e337-8829-4392-b737-87f5803969c4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:15.439503 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c671e337-8829-4392-b737-87f5803969c4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7611823 May 10 20:19:15.442437 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 54998) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:15.449532 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-5352fa33-0137-4ed7-ac3e-a769898dd4b5 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Request body: {'security_group_rule': {'security_group_id': '30dd83c2-9e3b-46b9-88dc-829de50a2dee', 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:15.545339 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d2bb1756-f584-417f-8ccb-a99668c3ce61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:15.577475 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-58263321-4d90-44e5-a4aa-43a913e6013a req-923ec602-e9ab-4c9c-9270-48cc4517d62c tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736571 May 10 20:19:15.635523 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5352fa33-0137-4ed7-ac3e-a769898dd4b5 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (7840ba07-ef5e-4c33-b893-5cedf7179b2f), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:15.825484 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da98e42-906f-4f03-a027-a178291e8e69 None None] New status for floating IP deab7704-92c3-4da9-a7cd-50d14fb0956d: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:19:15.869633 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2be2d7ae-10f3-4a36-910e-ffd2b5d2cecd req-d10cb86c-3ef7-4678-846e-73a34cec7a6b service neutron] 10.222.0.83 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594122 May 10 20:19:15.909839 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5352fa33-0137-4ed7-ac3e-a769898dd4b5 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (7840ba07-ef5e-4c33-b893-5cedf7179b2f), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:15.940359 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d2bb1756-f584-417f-8ccb-a99668c3ce61 admin admin] Publish callbacks [] for security_group (f15873ee-ac17-44dc-a543-5e900dd2b881), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:15.947746 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c897c36-51df-4b98-8f64-eedf31035e78 req-879d2d3c-466e-49b9-a6ea-45455b7d0d5e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:15.949353 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c897c36-51df-4b98-8f64-eedf31035e78 req-879d2d3c-466e-49b9-a6ea-45455b7d0d5e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 946 time: 0.0787244 May 10 20:19:16.014004 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5352fa33-0137-4ed7-ac3e-a769898dd4b5 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (7840ba07-ef5e-4c33-b893-5cedf7179b2f), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:16.057628 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352fa33-0137-4ed7-ac3e-a769898dd4b5 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7840ba07-ef5e-4c33-b893-5cedf7179b2f,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:16.073306 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d2bb1756-f584-417f-8ccb-a99668c3ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (f15873ee-ac17-44dc-a543-5e900dd2b881), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:16.134956 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2be2d7ae-10f3-4a36-910e-ffd2b5d2cecd req-00d4d2b1-34e5-48d8-b25a-5fc832e52f45 service neutron] 10.222.0.83 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532443 May 10 20:19:16.141072 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5352fa33-0137-4ed7-ac3e-a769898dd4b5 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:16.142747 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-5352fa33-0137-4ed7-ac3e-a769898dd4b5 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6993804 May 10 20:19:16.150211 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55006) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:16.159641 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-d2bb1756-f584-417f-8ccb-a99668c3ce61 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c2077eff313d40b195705c10603825a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0375073 May 10 20:19:16.165938 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55008) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:16.169555 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-f64ad4fb-af49-4947-90d5-24930011f422 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Request body: {'security_group_rule': {'security_group_id': '30dd83c2-9e3b-46b9-88dc-829de50a2dee', 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:16.210596 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb1756-f584-417f-8ccb-a99668c3ce61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15873ee-ac17-44dc-a543-5e900dd2b881,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:16.217152 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c897c36-51df-4b98-8f64-eedf31035e78 req-1bc351b3-9b17-4a08-90ca-9ee3cb92be45 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408702 May 10 20:19:16.232595 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd53f0-20f3-46c4-a5dd-10f90e294e15 req-2d7e843b-51f7-4855-a642-b1d106633e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:16.236070 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cebd53f0-20f3-46c4-a5dd-10f90e294e15 req-2d7e843b-51f7-4855-a642-b1d106633e90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=821dc2c3061041a3ab6ee939c306a7ea&device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 1129 time: 0.1166916 May 10 20:19:16.312208 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f64ad4fb-af49-4947-90d5-24930011f422 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (b288bf36-03af-4de4-af23-d736419d3ffc), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:16.380592 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd53f0-20f3-46c4-a5dd-10f90e294e15 req-a04a14fa-bf4e-4757-8d5c-8d2adbe45d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:16.382230 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cebd53f0-20f3-46c4-a5dd-10f90e294e15 req-a04a14fa-bf4e-4757-8d5c-8d2adbe45d4c service neutron] 10.222.0.83 "GET /v2.0/networks?id=2b00b815-407a-4d47-9742-67b948c39d25 HTTP/1.1" status: 200 len: 911 time: 0.1375830 May 10 20:19:16.443815 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806c519-1531-46ae-a25d-549461cd51d6 req-5a2d5530-ed58-4d22-bcaa-302be725caff tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:16.445406 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3806c519-1531-46ae-a25d-549461cd51d6 req-5a2d5530-ed58-4d22-bcaa-302be725caff tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.1242647 May 10 20:19:16.479240 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-417c7064-ad27-42cb-9c1c-910065b99abb admin admin] Publish callbacks [] for security_group (f15873ee-ac17-44dc-a543-5e900dd2b881), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:16.513410 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f64ad4fb-af49-4947-90d5-24930011f422 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (b288bf36-03af-4de4-af23-d736419d3ffc), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:16.516491 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cebd53f0-20f3-46c4-a5dd-10f90e294e15 req-cf2b8c56-2383-4cab-a601-b3bb469a424e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3ad9929-2cb4-4711-9a32-8294a05717b6 HTTP/1.1" status: 200 len: 1000 time: 0.1239650 May 10 20:19:16.541787 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-417c7064-ad27-42cb-9c1c-910065b99abb admin admin] Publish callbacks [] for security_group (f15873ee-ac17-44dc-a543-5e900dd2b881), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:16.576935 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3806c519-1531-46ae-a25d-549461cd51d6 req-93335ca7-112c-4e9e-a504-07ed13a8c1e3 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165628 May 10 20:19:16.588900 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd53f0-20f3-46c4-a5dd-10f90e294e15 req-daed1d01-704a-4e6b-86ec-db3b4a6690a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:16.590831 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cebd53f0-20f3-46c4-a5dd-10f90e294e15 req-daed1d01-704a-4e6b-86ec-db3b4a6690a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78ce874d-9077-4778-aeb7-86f2c6f9fd78 HTTP/1.1" status: 200 len: 849 time: 0.0661385 May 10 20:19:16.640657 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd53f0-20f3-46c4-a5dd-10f90e294e15 req-ba2dba1c-9ae8-4dae-8728-a79179cb48da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:16.642253 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cebd53f0-20f3-46c4-a5dd-10f90e294e15 req-ba2dba1c-9ae8-4dae-8728-a79179cb48da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2b00b815-407a-4d47-9742-67b948c39d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452402 May 10 20:19:16.746741 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79be4d-e6b4-45f5-9c64-72434c3337be req-32c60c23-0116-45ec-8475-8c4448b7f335 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:16.748216 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bc79be4d-e6b4-45f5-9c64-72434c3337be req-32c60c23-0116-45ec-8475-8c4448b7f335 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0900550 May 10 20:19:16.802605 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cebd53f0-20f3-46c4-a5dd-10f90e294e15 req-5036a842-e7d1-45e1-921d-95a376d695c7 service neutron] 10.222.0.83 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517684 May 10 20:19:16.826761 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bc79be4d-e6b4-45f5-9c64-72434c3337be req-93611d76-a07f-484a-aa2b-90f2992b3099 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725489 May 10 20:19:16.905504 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cebd53f0-20f3-46c4-a5dd-10f90e294e15 req-ac092a12-f818-4f2b-9da5-05eba65d42c7 service neutron] 10.222.0.83 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948782 May 10 20:19:17.031839 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f64ad4fb-af49-4947-90d5-24930011f422 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (b288bf36-03af-4de4-af23-d736419d3ffc), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:17.036916 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-417c7064-ad27-42cb-9c1c-910065b99abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (f15873ee-ac17-44dc-a543-5e900dd2b881), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:17.039538 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-417c7064-ad27-42cb-9c1c-910065b99abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:17.040653 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-417c7064-ad27-42cb-9c1c-910065b99abb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f15873ee-ac17-44dc-a543-5e900dd2b881 HTTP/1.1" status: 204 len: 168 time: 0.8328209 May 10 20:19:17.062636 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ad4fb-af49-4947-90d5-24930011f422 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b288bf36-03af-4de4-af23-d736419d3ffc,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:17.070301 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c7064-ad27-42cb-9c1c-910065b99abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15873ee-ac17-44dc-a543-5e900dd2b881,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:17.241172 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f64ad4fb-af49-4947-90d5-24930011f422 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:17.246056 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f64ad4fb-af49-4947-90d5-24930011f422 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0807891 May 10 20:19:17.246322 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 55028) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:17.259263 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-d592cc94-d0dd-453e-a94e-977136cc1fd9 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Request body: {'security_group_rule': {'security_group_id': '30dd83c2-9e3b-46b9-88dc-829de50a2dee', 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:17.390638 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d592cc94-d0dd-453e-a94e-977136cc1fd9 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (800d8da2-84d5-45c5-96bd-203ad330ab5c), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:17.555547 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d592cc94-d0dd-453e-a94e-977136cc1fd9 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (800d8da2-84d5-45c5-96bd-203ad330ab5c), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:17.629910 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d592cc94-d0dd-453e-a94e-977136cc1fd9 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (800d8da2-84d5-45c5-96bd-203ad330ab5c), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:17.669398 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592cc94-d0dd-453e-a94e-977136cc1fd9 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800d8da2-84d5-45c5-96bd-203ad330ab5c,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:17.784806 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d592cc94-d0dd-453e-a94e-977136cc1fd9 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:17.789797 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d592cc94-d0dd-453e-a94e-977136cc1fd9 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5418618 May 10 20:19:17.790313 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 55050) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:17.795247 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-eba8dde3-4f42-4b9d-b155-f62cc1b47149 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Request body: {'security_group_rule': {'security_group_id': '30dd83c2-9e3b-46b9-88dc-829de50a2dee', 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:17.847132 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac8c37-1c25-4bd3-81fc-01d8da92a9d7 req-95cb2c0f-18fa-43e9-9181-2a421fff4ef8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:17.857109 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-05ac8c37-1c25-4bd3-81fc-01d8da92a9d7 req-95cb2c0f-18fa-43e9-9181-2a421fff4ef8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0936232 May 10 20:19:17.925769 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-05ac8c37-1c25-4bd3-81fc-01d8da92a9d7 req-ef9a6d19-443c-4529-b3a0-326b86a4c155 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604999 May 10 20:19:17.992970 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.securitygroups_db [None req-eba8dde3-4f42-4b9d-b155-f62cc1b47149 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Project b135986dfe1f499a9655ac3faee4bbbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:19:18.004418 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eba8dde3-4f42-4b9d-b155-f62cc1b47149 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (f5024879-3a8a-436a-9911-274628c89cd6), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:18.050805 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1abc1e-b0a4-4d7a-b3fa-ee185d166159 req-1eb6330c-285b-4660-9343-a7c3ce27dadf tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:18.060504 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b1abc1e-b0a4-4d7a-b3fa-ee185d166159 req-1eb6330c-285b-4660-9343-a7c3ce27dadf tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.1389220 May 10 20:19:18.188932 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b1abc1e-b0a4-4d7a-b3fa-ee185d166159 req-f798a949-fdac-4528-91e0-f4202644f4a2 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269569 May 10 20:19:18.202404 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eba8dde3-4f42-4b9d-b155-f62cc1b47149 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (f5024879-3a8a-436a-9911-274628c89cd6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:18.277445 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eba8dde3-4f42-4b9d-b155-f62cc1b47149 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (f5024879-3a8a-436a-9911-274628c89cd6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:18.304827 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8dde3-4f42-4b9d-b155-f62cc1b47149 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5024879-3a8a-436a-9911-274628c89cd6,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:18.432181 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eba8dde3-4f42-4b9d-b155-f62cc1b47149 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:18.437683 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55068) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:18.443970 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-d3fd832a-4a90-4a0a-81ba-feac7b4cbafa tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Request body: {'security_group_rule': {'security_group_id': '30dd83c2-9e3b-46b9-88dc-829de50a2dee', 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:18.452442 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-eba8dde3-4f42-4b9d-b155-f62cc1b47149 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6549227 May 10 20:19:18.569339 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c00e7b-c452-4032-bace-298645dc3e2a req-972a2e67-7d6f-42fc-ab57-43d6361b066f tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:18.571361 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82c00e7b-c452-4032-bace-298645dc3e2a req-972a2e67-7d6f-42fc-ab57-43d6361b066f tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 946 time: 0.0591855 May 10 20:19:18.575926 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.securitygroups_db [None req-d3fd832a-4a90-4a0a-81ba-feac7b4cbafa tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Project b135986dfe1f499a9655ac3faee4bbbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:19:18.587538 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d3fd832a-4a90-4a0a-81ba-feac7b4cbafa tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (759dd574-161e-4ff6-a8d8-6e363302079f), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:18.614441 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 55074) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:18.672878 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82c00e7b-c452-4032-bace-298645dc3e2a req-40e6a0af-b37d-4291-8b9a-97b257bd490d tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940711 May 10 20:19:18.693858 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d3fd832a-4a90-4a0a-81ba-feac7b4cbafa tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (759dd574-161e-4ff6-a8d8-6e363302079f), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:18.757369 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d3fd832a-4a90-4a0a-81ba-feac7b4cbafa tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (759dd574-161e-4ff6-a8d8-6e363302079f), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:18.806016 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1313634554-network', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:18.806956 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd832a-4a90-4a0a-81ba-feac7b4cbafa tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759dd574-161e-4ff6-a8d8-6e363302079f,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:18.947574 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d3fd832a-4a90-4a0a-81ba-feac7b4cbafa tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:18.949275 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-d3fd832a-4a90-4a0a-81ba-feac7b4cbafa tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5097320 May 10 20:19:19.065909 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] Made reservation on behalf of 93dce3ce114d427895f446e0ed0f7e4f for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:19:19.066422 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01516b-ee02-47b3-8037-9d651f01ae76 req-b6fdf93d-4999-4ade-8ab6-61f7f947b6a5 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:19.068797 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:19.074156 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5e01516b-ee02-47b3-8037-9d651f01ae76 req-b6fdf93d-4999-4ade-8ab6-61f7f947b6a5 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0741074 May 10 20:19:19.082851 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7e32e44c-08dd-4f63-9233-e8db59ee4a8c req-c4e046d3-e6c1-4556-8cf6-ece440f3ffc0 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878486472&fields=id&tenant_id=b135986dfe1f499a9655ac3faee4bbbf HTTP/1.1" status: 200 len: 267 time: 0.0725868 May 10 20:19:19.104189 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:19.150411 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5e01516b-ee02-47b3-8037-9d651f01ae76 req-dc3ad4e0-9db2-4cf4-b1b4-e0097ce8a9b8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686481 May 10 20:19:19.163632 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32e44c-08dd-4f63-9233-e8db59ee4a8c req-84e888a9-0b1f-4dce-befc-778ac16e662c tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:19.172766 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7e32e44c-08dd-4f63-9233-e8db59ee4a8c req-84e888a9-0b1f-4dce-befc-778ac16e662c tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 945 time: 0.0822246 May 10 20:19:19.184287 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-7e32e44c-08dd-4f63-9233-e8db59ee4a8c req-c135f9be-a827-4fb3-bc01-c81f9dd19ff1 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Request body: {'port': {'security_groups': ['40f86128-6a4b-4b3f-ba35-da54ff679a00', '30dd83c2-9e3b-46b9-88dc-829de50a2dee']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:19.369512 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831436a-8415-4597-971e-414ee3cccfbf req-f3082810-dd3d-4558-b3e6-4a55198c4f66 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:19.372516 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a831436a-8415-4597-971e-414ee3cccfbf req-f3082810-dd3d-4558-b3e6-4a55198c4f66 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0729125 May 10 20:19:19.375165 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7e32e44c-08dd-4f63-9233-e8db59ee4a8c req-c135f9be-a827-4fb3-bc01-c81f9dd19ff1 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d73b582c-8472-4325-800b-b5cb2624c200), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:19.432456 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] Publish callbacks [] for security_group (ff9e3ca4-30d4-4b07-8eda-1e5180f7d1fb), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:19.444475 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a831436a-8415-4597-971e-414ee3cccfbf req-51d4e362-d93c-4a9e-936c-01a91ea2e3d1 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659108 May 10 20:19:19.514394 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (ff9e3ca4-30d4-4b07-8eda-1e5180f7d1fb), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:19.601808 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:19:19.618524 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9e3ca4-30d4-4b07-8eda-1e5180f7d1fb,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:19.628849 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (989ca5d3-a9a0-4ac8-92aa-52659088dafe), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:19.629196 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] Added segment 989ca5d3-a9a0-4ac8-92aa-52659088dafe of type vlan for network 5faeb9f8-90a5-4864-8255-be306f147ea8 May 10 20:19:19.691500 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (5faeb9f8-90a5-4864-8255-be306f147ea8), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:19.713907 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-7e32e44c-08dd-4f63-9233-e8db59ee4a8c req-c135f9be-a827-4fb3-bc01-c81f9dd19ff1 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] For port d73b582c-8472-4325-800b-b5cb2624c200, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d73b582c-8472-4325-800b-b5cb2624c200,segment=NetworkSegment(68c6970f-d35b-4734-9598-d357db53cdd0),segment_id=68c6970f-d35b-4734-9598-d357db53cdd0)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:19.769566 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7e32e44c-08dd-4f63-9233-e8db59ee4a8c req-c135f9be-a827-4fb3-bc01-c81f9dd19ff1 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for port (d73b582c-8472-4325-800b-b5cb2624c200), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:19.853496 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4077aa-dcd2-472f-9cd9-ac9737e93935 req-b41d6ca4-714b-4c6c-b288-690b85fa2daf tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:19.855815 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ce4077aa-dcd2-472f-9cd9-ac9737e93935 req-b41d6ca4-714b-4c6c-b288-690b85fa2daf tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 946 time: 0.0672798 May 10 20:19:19.858161 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (5faeb9f8-90a5-4864-8255-be306f147ea8), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:19.859248 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:19.860111 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:19.908331 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ce4077aa-dcd2-472f-9cd9-ac9737e93935 req-5e4e51b1-7210-4074-82fd-97c7d11970a5 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462077 May 10 20:19:19.913410 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7e32e44c-08dd-4f63-9233-e8db59ee4a8c req-c135f9be-a827-4fb3-bc01-c81f9dd19ff1 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (d73b582c-8472-4325-800b-b5cb2624c200), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:19.928344 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['d73b582c-8472-4325-800b-b5cb2624c200'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:19:19.986324 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] Pushing event updated for resources: {'Network': ['ID=5faeb9f8-90a5-4864-8255-be306f147ea8,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:20.001917 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 5faeb9f8-90a5-4864-8255-be306f147ea8 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:19:20.006981 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32e44c-08dd-4f63-9233-e8db59ee4a8c req-c135f9be-a827-4fb3-bc01-c81f9dd19ff1 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:20.007799 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7e32e44c-08dd-4f63-9233-e8db59ee4a8c req-c135f9be-a827-4fb3-bc01-c81f9dd19ff1 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:20.016241 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7e32e44c-08dd-4f63-9233-e8db59ee4a8c req-c135f9be-a827-4fb3-bc01-c81f9dd19ff1 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "PUT /v2.0/ports/d73b582c-8472-4325-800b-b5cb2624c200 HTTP/1.1" status: 200 len: 981 time: 0.8399875 May 10 20:19:20.016241 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e063dab1-512d-48bb-be6f-807abc044f02', 'tag': 'd73b582c-8472-4325-800b-b5cb2624c200'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:19:20.017278 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bec5a1-f474-4314-a8a0-4669a1291033" -d '{"events": [{"name": "network-changed", "server_uuid": "e063dab1-512d-48bb-be6f-807abc044f02", "tag": "d73b582c-8472-4325-800b-b5cb2624c200"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:19:20.040480 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135f9be-a827-4fb3-bc01-c81f9dd19ff1 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event updated for resources: {'Port': ['ID=d73b582c-8472-4325-800b-b5cb2624c200,revision_number=6']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:20.061478 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-84c4dea6-7183-4332-98e9-49fc5848129c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4459853 May 10 20:19:20.064318 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 55106) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:20.070102 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-c886bf38-be7c-4d41-859a-1dd3f6353555 admin admin] Request body: {'subnet': {'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1313634554-subnet', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:20.109552 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8d9687-0446-484c-b43a-011c272af0c2 x-openstack-request-id: req-fb8d9687-0446-484c-b43a-011c272af0c2 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:19:20.110153 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e063dab1-512d-48bb-be6f-807abc044f02", "tag": "d73b582c-8472-4325-800b-b5cb2624c200", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:19:20.110676 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb8d9687-0446-484c-b43a-011c272af0c2 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:19:20.111360 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8d9687-0446-484c-b43a-011c272af0c2'] response: {'name': 'network-changed', 'server_uuid': 'e063dab1-512d-48bb-be6f-807abc044f02', 'tag': 'd73b582c-8472-4325-800b-b5cb2624c200', 'status': 'completed', 'code': 200} May 10 20:19:20.179354 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c886bf38-be7c-4d41-859a-1dd3f6353555 admin admin] Made reservation on behalf of 93dce3ce114d427895f446e0ed0f7e4f for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:19:20.181968 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c886bf38-be7c-4d41-859a-1dd3f6353555 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5317435'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:20.192270 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5339e0d-352c-4322-b398-ef720a0ad9ef req-ba27a109-1ee4-4242-b141-0a8b5d63324f tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:20.195234 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a5339e0d-352c-4322-b398-ef720a0ad9ef req-ba27a109-1ee4-4242-b141-0a8b5d63324f tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0926571 May 10 20:19:20.206245 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['d73b582c-8472-4325-800b-b5cb2624c200'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:19:20.312482 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a5339e0d-352c-4322-b398-ef720a0ad9ef req-c0a8e3f0-30e0-4082-b343-2f7c207401dd tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072302 May 10 20:19:20.407203 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f0117925-47b3-49e7-b5ab-a4a001de6196 None None] Provisioning complete for port d73b582c-8472-4325-800b-b5cb2624c200 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:20.407863 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f0117925-47b3-49e7-b5ab-a4a001de6196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (d73b582c-8472-4325-800b-b5cb2624c200), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:20.472687 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e342d-8e32-498e-9b39-fc40561713b7 req-db974132-148b-4ab4-9cb4-721773523eec tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:20.481313 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d65e342d-8e32-498e-9b39-fc40561713b7 req-db974132-148b-4ab4-9cb4-721773523eec tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.1182418 May 10 20:19:20.513863 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bec5a1-f474-4314-a8a0-4669a1291033 req-b3c2a794-c96f-4192-9507-2c1195f618be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:20.516936 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59bec5a1-f474-4314-a8a0-4669a1291033 req-b3c2a794-c96f-4192-9507-2c1195f618be service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b135986dfe1f499a9655ac3faee4bbbf&device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 1168 time: 0.1382635 May 10 20:19:20.593191 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d65e342d-8e32-498e-9b39-fc40561713b7 req-bd2d9fa3-a922-481d-8526-5172dfb7c73e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107607 May 10 20:19:20.778149 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c886bf38-be7c-4d41-859a-1dd3f6353555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4934128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5317413'] for subnet (516f8c72-19b5-4ad2-a79b-f52f381944d9), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:20.847935 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0f89-3301-4d8a-8054-662da867c08c req-055a9621-88b7-429f-8539-910bc9f904f5 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:20.849391 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c21a0f89-3301-4d8a-8054-662da867c08c req-055a9621-88b7-429f-8539-910bc9f904f5 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.83 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 946 time: 0.1154675 May 10 20:19:20.895935 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f0117925-47b3-49e7-b5ab-a4a001de6196 None None] Current status of the port d73b582c-8472-4325-800b-b5cb2624c200 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:20.934958 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bec5a1-f474-4314-a8a0-4669a1291033 req-230dba88-6612-421e-8a19-7affbfcae54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:20.936407 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59bec5a1-f474-4314-a8a0-4669a1291033 req-230dba88-6612-421e-8a19-7affbfcae54f service neutron] 10.222.0.83 "GET /v2.0/networks?id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6 HTTP/1.1" status: 200 len: 915 time: 0.2664406 May 10 20:19:20.937009 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886bf38-be7c-4d41-859a-1dd3f6353555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=516f8c72-19b5-4ad2-a79b-f52f381944d9,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:20.972735 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-59aa46bf-f353-4f1b-a9e0-c5017c0e00f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:21.067861 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-c21a0f89-3301-4d8a-8054-662da867c08c req-81624ba4-4e11-4401-ac3b-0489dd70f96e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Deleting port 6af8c166-5d5a-49fc-8b05-cfa52d164e50 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:19:21.068198 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c21a0f89-3301-4d8a-8054-662da867c08c req-81624ba4-4e11-4401-ac3b-0489dd70f96e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:21.075757 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c886bf38-be7c-4d41-859a-1dd3f6353555 admin admin] Checking segment: {'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:21.076115 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c886bf38-be7c-4d41-859a-1dd3f6353555 admin admin] Network hostable DHCP agents. Network: 5faeb9f8-90a5-4864-8255-be306f147ea8, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:19:21.138962 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd7ca7-9602-41e1-b347-a6c254a937bf req-6e7e27e2-bf45-4b87-82db-7fb7a0195ac4 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:21.154305 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ecfd7ca7-9602-41e1-b347-a6c254a937bf req-6e7e27e2-bf45-4b87-82db-7fb7a0195ac4 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 946 time: 0.1352434 May 10 20:19:21.193193 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59bec5a1-f474-4314-a8a0-4669a1291033 req-2609e47b-b045-400b-b11e-6904f56a0e3b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d73b582c-8472-4325-800b-b5cb2624c200 HTTP/1.1" status: 200 len: 1000 time: 0.2396998 May 10 20:19:21.259891 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ecfd7ca7-9602-41e1-b347-a6c254a937bf req-52597457-3c9f-46de-a812-feb0d0e51ce4 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042838 May 10 20:19:21.300122 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c886bf38-be7c-4d41-859a-1dd3f6353555 admin admin] Network 5faeb9f8-90a5-4864-8255-be306f147ea8 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:19:21.307681 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-c21a0f89-3301-4d8a-8054-662da867c08c req-81624ba4-4e11-4401-ac3b-0489dd70f96e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] For port 6af8c166-5d5a-49fc-8b05-cfa52d164e50, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6af8c166-5d5a-49fc-8b05-cfa52d164e50,segment=NetworkSegment(c10c9296-4041-4f1a-8baa-9f627e0364d5),segment_id=c10c9296-4041-4f1a-8baa-9f627e0364d5)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:21.308046 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c21a0f89-3301-4d8a-8054-662da867c08c req-81624ba4-4e11-4401-ac3b-0489dd70f96e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:21.322246 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bec5a1-f474-4314-a8a0-4669a1291033 req-e5385156-281c-4d9b-9c83-35b51e5b55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:21.324417 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59bec5a1-f474-4314-a8a0-4669a1291033 req-e5385156-281c-4d9b-9c83-35b51e5b55c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67a1cf95-e53d-4358-a4cf-c80317469e96 HTTP/1.1" status: 200 len: 853 time: 0.1143177 May 10 20:19:21.334480 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-c21a0f89-3301-4d8a-8054-662da867c08c req-81624ba4-4e11-4401-ac3b-0489dd70f96e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Calling delete_port for 6af8c166-5d5a-49fc-8b05-cfa52d164e50 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:19:21.389929 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bec5a1-f474-4314-a8a0-4669a1291033 req-b73cdf3c-69c8-4ac8-b0be-420469c8cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:21.397836 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59bec5a1-f474-4314-a8a0-4669a1291033 req-b73cdf3c-69c8-4ac8-b0be-420469c8cb15 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611014 May 10 20:19:21.548590 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59bec5a1-f474-4314-a8a0-4669a1291033 req-eb8e221c-b48c-4980-baa2-c3b2ecf28c52 service neutron] 10.222.0.83 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119759 May 10 20:19:21.679553 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59bec5a1-f474-4314-a8a0-4669a1291033 req-ce4de435-8452-4863-8dae-62f209bb3616 service neutron] 10.222.0.83 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996926 May 10 20:19:21.730286 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efadf7-76ad-4104-89c1-dbbed76d0667 req-b5ec78f2-a514-4894-bdcf-d98d399ab9cf tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:21.731860 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90efadf7-76ad-4104-89c1-dbbed76d0667 req-b5ec78f2-a514-4894-bdcf-d98d399ab9cf tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0493550 May 10 20:19:21.758944 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-c886bf38-be7c-4d41-859a-1dd3f6353555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 5faeb9f8-90a5-4864-8255-be306f147ea8) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:21.768270 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01c06bf-3043-45db-bf33-df873756e54d None None] Network 5faeb9f8-90a5-4864-8255-be306f147ea8 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:19:21.769248 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c886bf38-be7c-4d41-859a-1dd3f6353555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:21.769826 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c886bf38-be7c-4d41-859a-1dd3f6353555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:21.794101 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90efadf7-76ad-4104-89c1-dbbed76d0667 req-13a8cbe1-d3e1-47b7-aaba-a53c7862b8a2 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564723 May 10 20:19:21.901242 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638810d0-f44c-5805-8520-b13225ebd017-5faeb9f8-90a5-4864-8255-be306f147ea8', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9'}]}} from dv-cinder-828805-2-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:19:21.902177 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:21.911623 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c21a0f89-3301-4d8a-8054-662da867c08c req-81624ba4-4e11-4401-ac3b-0489dd70f96e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (6af8c166-5d5a-49fc-8b05-cfa52d164e50), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:21.939387 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81624ba4-4e11-4401-ac3b-0489dd70f96e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Pushing event deleted for resources: {'Port': ['ID=6af8c166-5d5a-49fc-8b05-cfa52d164e50,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:22.017637 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-c886bf38-be7c-4d41-859a-1dd3f6353555 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9519854 May 10 20:19:22.020261 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55132) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:22.024643 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:22.029115 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:19:22.039134 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21a0f89-3301-4d8a-8054-662da867c08c req-81624ba4-4e11-4401-ac3b-0489dd70f96e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] No DVR routers for this DVR port 6af8c166-5d5a-49fc-8b05-cfa52d164e50 on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:19:22.044020 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c21a0f89-3301-4d8a-8054-662da867c08c req-81624ba4-4e11-4401-ac3b-0489dd70f96e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:22.049918 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c21a0f89-3301-4d8a-8054-662da867c08c req-81624ba4-4e11-4401-ac3b-0489dd70f96e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.83 "DELETE /v2.0/ports/6af8c166-5d5a-49fc-8b05-cfa52d164e50 HTTP/1.1" status: 204 len: 173 time: 1.1832507 May 10 20:19:22.055254 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['6af8c166-5d5a-49fc-8b05-cfa52d164e50'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:19:22.107181 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Allocated IP 172.20.0.2 (5faeb9f8-90a5-4864-8255-be306f147ea8/516f8c72-19b5-4ad2-a79b-f52f381944d9/db00fc97-c67c-4e62-b58e-2248ab597c64) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:19:22.112294 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76633cc-cfa9-4b73-b4d7-ca9d412144d0', 'name': 'network-vif-deleted', 'tag': '6af8c166-5d5a-49fc-8b05-cfa52d164e50'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:19:22.115180 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b58b934-57a6-495d-b913-987747f8eefd" -d '{"events": [{"server_uuid": "c76633cc-cfa9-4b73-b4d7-ca9d412144d0", "name": "network-vif-deleted", "tag": "6af8c166-5d5a-49fc-8b05-cfa52d164e50"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:19:22.130014 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-515458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11323'] for router (540c3e93-840d-4b8a-bf9e-a6738293c5d0), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:22.130014 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11264'] for router (540c3e93-840d-4b8a-bf9e-a6738293c5d0), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:22.160162 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f630706-885f-410e-ad1d-a4186d1297a2 x-openstack-request-id: req-5f630706-885f-410e-ad1d-a4186d1297a2 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:19:22.160593 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76633cc-cfa9-4b73-b4d7-ca9d412144d0", "name": "network-vif-deleted", "tag": "6af8c166-5d5a-49fc-8b05-cfa52d164e50", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:19:22.160975 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f630706-885f-410e-ad1d-a4186d1297a2 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:19:22.161973 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f630706-885f-410e-ad1d-a4186d1297a2'] response: {'server_uuid': 'c76633cc-cfa9-4b73-b4d7-ca9d412144d0', 'name': 'network-vif-deleted', 'tag': '6af8c166-5d5a-49fc-8b05-cfa52d164e50', 'status': 'completed', 'code': 200} May 10 20:19:22.247456 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Publish callbacks [] for router_controller (540c3e93-840d-4b8a-bf9e-a6738293c5d0), precommit_add_association {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:22.294788 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Publish callbacks [] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:22.386655 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:22.391750 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d38a248-9da3-43c8-9636-5c17567a094c req-81bc3293-7884-41a9-a317-21424a903a77 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 210 time: 0.0463033 May 10 20:19:22.469419 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Network 5faeb9f8-90a5-4864-8255-be306f147ea8 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:22.475595 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:22.490924 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:19:22.500936 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Pushing event updated for resources: {'Port': ['ID=db00fc97-c67c-4e62-b58e-2248ab597c64,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:22.572426 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Publish callbacks [] for router_gateway (540c3e93-840d-4b8a-bf9e-a6738293c5d0), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:22.590867 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Attempting to bind port db00fc97-c67c-4e62-b58e-2248ab597c64 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:19:22.594878 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Attempting to bind port db00fc97-c67c-4e62-b58e-2248ab597c64 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:19:22.594878 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Attempting to bind port db00fc97-c67c-4e62-b58e-2248ab597c64 on network 5faeb9f8-90a5-4864-8255-be306f147ea8 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:22.597574 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:19:22.597574 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Checking segment: {'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:22.598003 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:22.598433 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Bound using segment: {'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:19:22.598910 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Bound port: db00fc97-c67c-4e62-b58e-2248ab597c64, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:19:22.599314 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:22.687784 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] For port db00fc97-c67c-4e62-b58e-2248ab597c64, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:19:22.692632 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] For port db00fc97-c67c-4e62-b58e-2248ab597c64, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=db00fc97-c67c-4e62-b58e-2248ab597c64,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:19:22.781603 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:22.885868 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3b2de-6e6b-41f1-ac60-70e9c073a2ff None None] Pushing event updated for resources: {'Port': ['ID=db00fc97-c67c-4e62-b58e-2248ab597c64,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:23.009181 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4120949-6ee9-4ba6-a089-9ca465053ddc req-aa228e80-42db-423e-abe8-b18053371b1e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:23.010744 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4120949-6ee9-4ba6-a089-9ca465053ddc req-aa228e80-42db-423e-abe8-b18053371b1e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0644073 May 10 20:19:23.018250 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Publish callbacks [] for router_gateway (540c3e93-840d-4b8a-bf9e-a6738293c5d0), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:23.070514 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:23.143871 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fa980430-50ba-48ea-9d01-1b61481be543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:23.159198 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4120949-6ee9-4ba6-a089-9ca465053ddc req-8c26ea91-5dc5-4003-b1c5-5a6908ea1e99 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043534 May 10 20:19:23.367580 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Allocated IP 172.27.1.171 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/a71d9672-ed66-4729-a230-a60e244e3a19) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:19:23.620114 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Publish callbacks [] for port (a71d9672-ed66-4729-a230-a60e244e3a19), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:23.643459 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fad4cf6c-cd52-44c6-a201-bcbdef029168 req-9d781d1b-c5ea-4b73-aa75-6293c069bfcb tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=c76633cc-cfa9-4b73-b4d7-ca9d412144d0 HTTP/1.1" status: 200 len: 210 time: 0.0977163 May 10 20:19:23.730436 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (a71d9672-ed66-4729-a230-a60e244e3a19), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:23.786844 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:23.790878 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:23.794646 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:19:23.845424 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Pushing event updated for resources: {'Port': ['ID=a71d9672-ed66-4729-a230-a60e244e3a19,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:24.183950 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Publish callbacks [] for router_gateway (540c3e93-840d-4b8a-bf9e-a6738293c5d0), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:24.245476 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 6af8c166-5d5a-49fc-8b05-cfa52d164e50 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:19:24.272817 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: 6af8c166-5d5a-49fc-8b05-cfa52d164e50 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:19:24.273201 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 6af8c166-5d5a-49fc-8b05-cfa52d164e50 not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:19:24.426780 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:24.434338 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd4a367-f381-4b53-ba11-10aa051a9a13 None None] Network 5faeb9f8-90a5-4864-8255-be306f147ea8 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:19:24.441810 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad92675-153e-45c7-b12e-1526ec85de73 req-938e6040-5228-45fa-a5e7-5295a115d0ed tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:24.443844 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6ad92675-153e-45c7-b12e-1526ec85de73 req-938e6040-5228-45fa-a5e7-5295a115d0ed tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.1019495 May 10 20:19:24.552111 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-d57165de-7dff-4746-89da-4d244da88ec3 None None] Provisioning complete for port db00fc97-c67c-4e62-b58e-2248ab597c64 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:24.552478 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d57165de-7dff-4746-89da-4d244da88ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:24.635492 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device db00fc97-c67c-4e62-b58e-2248ab597c64 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:24.785707 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port db00fc97-c67c-4e62-b58e-2248ab597c64 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:24.786404 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:24.869349 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514936'] for router (540c3e93-840d-4b8a-bf9e-a6738293c5d0), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:24.879995 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-d57165de-7dff-4746-89da-4d244da88ec3 None None] Current status of the port db00fc97-c67c-4e62-b58e-2248ab597c64 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:24.880407 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d57165de-7dff-4746-89da-4d244da88ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:24.899374 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6ad92675-153e-45c7-b12e-1526ec85de73 req-37de2ea7-17f9-42d3-b0d5-d71be475f6ec tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908582 May 10 20:19:24.929777 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-d57165de-7dff-4746-89da-4d244da88ec3 None None] For port db00fc97-c67c-4e62-b58e-2248ab597c64, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=db00fc97-c67c-4e62-b58e-2248ab597c64,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:24.990056 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port db00fc97-c67c-4e62-b58e-2248ab597c64 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:24.990472 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:25.074634 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d57165de-7dff-4746-89da-4d244da88ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:25.084852 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.db.api [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 20:19:25.085715 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG oslo_db.api [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 20:19:25.158665 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57165de-7dff-4746-89da-4d244da88ec3 None None] Pushing event updated for resources: {'Port': ['ID=db00fc97-c67c-4e62-b58e-2248ab597c64,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:25.212347 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-6be24d62-545c-4c74-914e-8c50a674c6dd None None] Provisioning complete for port db00fc97-c67c-4e62-b58e-2248ab597c64 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:25.212543 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-44c04a7b-6dc2-4998-b5dd-5596783a36f9 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:25.212991 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6be24d62-545c-4c74-914e-8c50a674c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:25.222221 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-44c04a7b-6dc2-4998-b5dd-5596783a36f9 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/networks?id=3bb2c490-f5c2-46ac-b9c0-c30485604258 HTTP/1.1" status: 200 len: 809 time: 0.2161458 May 10 20:19:25.244399 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-86a3093b-d1b2-43dc-b423-766477ea0c40 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/quotas/752cb97b116941b7bc7ef28b2e796b1f HTTP/1.1" status: 200 len: 375 time: 0.0209470 May 10 20:19:25.252300 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55210) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:25.285037 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-b8fb4159-f44d-4706-b5d6-b7a92f835ff1 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=752cb97b116941b7bc7ef28b2e796b1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397191 May 10 20:19:25.309700 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 is scheduled to L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b with binding_index 1 {{(pid=104125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:19:25.397891 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-6be24d62-545c-4c74-914e-8c50a674c6dd None None] Current status of the port db00fc97-c67c-4e62-b58e-2248ab597c64 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:25.411835 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bdf279-3ce0-4660-93cc-d883f7788c63 admin admin] Deleting subnet 4e9b147a-b730-4804-961e-8027ae3fb4ce {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:19:25.415685 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf279-3ce0-4660-93cc-d883f7788c63 admin admin] Publish callbacks [] for subnet (4e9b147a-b730-4804-961e-8027ae3fb4ce), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:25.419533 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-2f3983d7-ee8c-41fb-9459-f356e9878a15 service neutron] 10.222.0.65 "GET /v2.0/networks/3bb2c490-f5c2-46ac-b9c0-c30485604258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335433 May 10 20:19:25.463862 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf279-3ce0-4660-93cc-d883f7788c63 admin admin] Publish callbacks [] for subnet (4e9b147a-b730-4804-961e-8027ae3fb4ce), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:25.476023 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf279-3ce0-4660-93cc-d883f7788c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (4e9b147a-b730-4804-961e-8027ae3fb4ce), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:25.545499 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-3ba614dd-ef1c-406b-9be0-e5136d7f428a service neutron] 10.222.0.65 "GET /v2.0/networks/3bb2c490-f5c2-46ac-b9c0-c30485604258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247761 May 10 20:19:25.557373 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:19:25.568421 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Sync routers for ids ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:19:25.587804 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Routers {'540c3e93-840d-4b8a-bf9e-a6738293c5d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:25.588684 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:19:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:25.657485 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:25.658968 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-d913badf-a529-4f5e-a437-abca535692dd admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6377180 May 10 20:19:25.662068 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 55212) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:25.683743 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf279-3ce0-4660-93cc-d883f7788c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for subnet (4e9b147a-b730-4804-961e-8027ae3fb4ce), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:25.706037 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port db00fc97-c67c-4e62-b58e-2248ab597c64 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:25.716067 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Set router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:25.734669 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdf279-3ce0-4660-93cc-d883f7788c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e9b147a-b730-4804-961e-8027ae3fb4ce,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:25.737833 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf279-3ce0-4660-93cc-d883f7788c63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:25.746640 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b4bdf279-3ce0-4660-93cc-d883f7788c63 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4e9b147a-b730-4804-961e-8027ae3fb4ce HTTP/1.1" status: 204 len: 168 time: 0.4932716 May 10 20:19:25.748388 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55214) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:25.846504 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:25.955688 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:23Z', 'revision_number': 3, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:25.987051 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e44cffe4-fb7c-4a6e-b52c-a6165171237e req-fabef15a-4e09-429c-b20f-edb2f184f3be tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 210 time: 0.0689256 May 10 20:19:25.990699 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (36ab74e8-11e5-498b-b44f-9cfc47c4025c), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.037220 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Checking router: 540c3e93-840d-4b8a-bf9e-a6738293c5d0 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:19:26.037655 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Updating router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 port a71d9672-ed66-4729-a230-a60e244e3a19 binding host dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:19:26.117089 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (36ab74e8-11e5-498b-b44f-9cfc47c4025c), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.117952 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (a71d9672-ed66-4729-a230-a60e244e3a19), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.144233 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:19:26.144868 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:19:26.145772 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:19:26.146285 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Subscribe: > port after_create 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:19:26.147186 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:19:26.147657 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Subscribe: > port after_update 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:19:26.149798 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:19:26.150344 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:19:26.150906 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:19:26.151382 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:19:26.188803 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec14904-6205-4755-93a0-d74aa07c19fd req-67ad237b-27a8-4f56-81ae-d802ba073c1d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:26.196842 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ec14904-6205-4755-93a0-d74aa07c19fd req-67ad237b-27a8-4f56-81ae-d802ba073c1d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0894835 May 10 20:19:26.331342 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:19:26.333116 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:19:26.333116 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:19:26.333590 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:19:26.334314 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ab74e8-11e5-498b-b44f-9cfc47c4025c']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:26.443980 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70491813-74cf-45d8-94b6-0af1d1f88355') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:26.450321 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70491813-74cf-45d8-94b6-0af1d1f88355') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:26.454156 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Publish callbacks [] for port (a71d9672-ed66-4729-a230-a60e244e3a19), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.494117 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6044422'] for segment (70491813-74cf-45d8-94b6-0af1d1f88355), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.521580 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (70491813-74cf-45d8-94b6-0af1d1f88355), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.534661 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:19:26.535768 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4836369'] for segment (70491813-74cf-45d8-94b6-0af1d1f88355), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: from cryptography.utils import int_from_bytes May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: from cryptography.utils import int_from_bytes May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: Traceback (most recent call last): May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: timer() May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: cb(*args, **kw) May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: return func(*args, **kwargs) May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: self._notify() May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: self.callback(batched_events) May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: event.method(event) May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: return f(self, *a, **k) May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: return self._get(url).json() May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: return self.request(url, 'GET', **kwargs) May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:19:26.543778 dv-cinder-828805-2-iscsi neutron-server[104125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:19:26.577538 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device db00fc97-c67c-4e62-b58e-2248ab597c64 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:26.648584 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ec14904-6205-4755-93a0-d74aa07c19fd req-7a98fe2f-6faa-441a-9f28-05f0ac99791f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4508996 May 10 20:19:26.650397 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port db00fc97-c67c-4e62-b58e-2248ab597c64 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:26.651091 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.806471 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (a71d9672-ed66-4729-a230-a60e244e3a19), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.806983 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port db00fc97-c67c-4e62-b58e-2248ab597c64 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Pushing event updated for resources: {'Port': ['ID=a71d9672-ed66-4729-a230-a60e244e3a19,revision_number=2']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Attempting to bind port a71d9672-ed66-4729-a230-a60e244e3a19 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Attempting to bind port a71d9672-ed66-4729-a230-a60e244e3a19 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Attempting to bind port a71d9672-ed66-4729-a230-a60e244e3a19 on network 6687bf44-6b81-4c08-8ccb-c06067e5e244 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.807071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.808081 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.808081 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.808081 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.808081 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:26.808081 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:19:26.808081 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Checking segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:26.808081 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.808081 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Bound using segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:19:26.808081 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Bound port: a71d9672-ed66-4729-a230-a60e244e3a19, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:19:26.808801 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (a71d9672-ed66-4729-a230-a60e244e3a19), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.808881 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.838314 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] For port a71d9672-ed66-4729-a230-a60e244e3a19, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:19:26.842161 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] For port a71d9672-ed66-4729-a230-a60e244e3a19, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=a71d9672-ed66-4729-a230-a60e244e3a19,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:19:26.945617 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Allocated IP 172.20.0.1 (5faeb9f8-90a5-4864-8255-be306f147ea8/516f8c72-19b5-4ad2-a79b-f52f381944d9/b8ae92d3-e850-43a0-8afc-a38528c63de5) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:19:27.065502 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8133f9e0-51a0-45c0-b44a-a7bf3e156378 req-52c81871-c75d-488b-9512-24b542c21a15 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 210 time: 0.0305247 May 10 20:19:27.082296 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Publish callbacks [] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.357086 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.360238 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.365855 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (a71d9672-ed66-4729-a230-a60e244e3a19), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.367409 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (36ab74e8-11e5-498b-b44f-9cfc47c4025c), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.392836 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Pushing event deleted for resources: {'Network': ['ID=36ab74e8-11e5-498b-b44f-9cfc47c4025c,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:27.395140 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.401129 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-15c34eff-4bdf-44a1-8746-793f3025ed8f admin admin] 10.222.0.65 "DELETE /v2.0/networks/36ab74e8-11e5-498b-b44f-9cfc47c4025c HTTP/1.1" status: 204 len: 168 time: 1.6475942 May 10 20:19:27.401835 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55236) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:27.411735 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Network 5faeb9f8-90a5-4864-8255-be306f147ea8 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:27.420811 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:27.423849 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:19:27.438595 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Routers {'540c3e93-840d-4b8a-bf9e-a6738293c5d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:27.439522 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:19:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:27.466342 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502831'] for router_interface (540c3e93-840d-4b8a-bf9e-a6738293c5d0), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.468679 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ae92d3-e850-43a0-8afc-a38528c63de5,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:27.500354 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-f317ef76-75c1-4c95-8c9b-f2d496724254 admin admin] Deleting subnet fd8d2bb7-dfc2-49b8-a9d9-e0e6bd97680d {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:19:27.509013 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26076d79-f020-444e-8b3b-6765acbb4fca None None] Pushing event updated for resources: {'Port': ['ID=a71d9672-ed66-4729-a230-a60e244e3a19,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:27.511544 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f317ef76-75c1-4c95-8c9b-f2d496724254 admin admin] Publish callbacks [] for subnet (fd8d2bb7-dfc2-49b8-a9d9-e0e6bd97680d), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.588977 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f317ef76-75c1-4c95-8c9b-f2d496724254 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6044669'] for subnet (fd8d2bb7-dfc2-49b8-a9d9-e0e6bd97680d), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.672879 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f317ef76-75c1-4c95-8c9b-f2d496724254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (fd8d2bb7-dfc2-49b8-a9d9-e0e6bd97680d), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.740787 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-be903e33-77bb-4624-b847-35ba6f6abbd8 None None] Provisioning complete for port b8ae92d3-e850-43a0-8afc-a38528c63de5 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:27.742349 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-be903e33-77bb-4624-b847-35ba6f6abbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.756738 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] Set router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:27.779988 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-be903e33-77bb-4624-b847-35ba6f6abbd8 None None] Port b8ae92d3-e850-43a0-8afc-a38528c63de5 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:19:27.847626 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.853974 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26d0b5-6679-4fa5-ae4d-91b7a318995c req-65891cc4-901e-4857-9d82-2d4f3d5a9a9c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:27.856141 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef26d0b5-6679-4fa5-ae4d-91b7a318995c req-65891cc4-901e-4857-9d82-2d4f3d5a9a9c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0605543 May 10 20:19:27.866929 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f317ef76-75c1-4c95-8c9b-f2d496724254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4836475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16386431'] for subnet (fd8d2bb7-dfc2-49b8-a9d9-e0e6bd97680d), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.923904 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f317ef76-75c1-4c95-8c9b-f2d496724254 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.927332 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f317ef76-75c1-4c95-8c9b-f2d496724254 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fd8d2bb7-dfc2-49b8-a9d9-e0e6bd97680d HTTP/1.1" status: 204 len: 168 time: 0.5250235 May 10 20:19:27.928668 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317ef76-75c1-4c95-8c9b-f2d496724254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8d2bb7-dfc2-49b8-a9d9-e0e6bd97680d,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:27.935882 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55244) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:28.003756 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:23Z', 'revision_number': 3, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:28.013286 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef26d0b5-6679-4fa5-ae4d-91b7a318995c req-aa50a594-eb93-4763-88a5-c37108c16c6f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505132 May 10 20:19:28.068881 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bab8ec-cc57-4146-b895-20174259f15f None None] The sync data for ids ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'] in dv-cinder-828805-2-iscsi is: [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:23Z', 'revision_number': 3, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:19:28.133003 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Publish callbacks [] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:28.134854 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7fda73a0-b12d-4e17-af8b-3dc38bb3a91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (9c94db72-dc03-4ec5-8141-0232cdaf02e7), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:28.201317 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:28.207843 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-90df0205-1d83-4581-b555-8aeb28decb54 req-9d807676-3466-4974-9a35-7aed9fed6b0a tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 210 time: 0.0386484 May 10 20:19:28.257757 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7fda73a0-b12d-4e17-af8b-3dc38bb3a91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (9c94db72-dc03-4ec5-8141-0232cdaf02e7), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:28.297179 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7908696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503314'] for router_interface (540c3e93-840d-4b8a-bf9e-a6738293c5d0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:28.313647 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ae92d3-e850-43a0-8afc-a38528c63de5,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:28.316211 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-7fda73a0-b12d-4e17-af8b-3dc38bb3a91b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c94db72-dc03-4ec5-8141-0232cdaf02e7']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:28.338022 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-7fda73a0-b12d-4e17-af8b-3dc38bb3a91b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35391856-ca1e-4172-8c43-8e553e638bc5') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:28.338466 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-7fda73a0-b12d-4e17-af8b-3dc38bb3a91b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35391856-ca1e-4172-8c43-8e553e638bc5') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:28.352766 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7fda73a0-b12d-4e17-af8b-3dc38bb3a91b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6044422'] for segment (35391856-ca1e-4172-8c43-8e553e638bc5), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:28.374599 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7fda73a0-b12d-4e17-af8b-3dc38bb3a91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (35391856-ca1e-4172-8c43-8e553e638bc5), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:28.387880 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fda73a0-b12d-4e17-af8b-3dc38bb3a91b admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:19:28.388436 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7fda73a0-b12d-4e17-af8b-3dc38bb3a91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4836369'] for segment (35391856-ca1e-4172-8c43-8e553e638bc5), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: Traceback (most recent call last): May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: timer() May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: cb(*args, **kw) May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: return func(*args, **kwargs) May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: self._notify() May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: self.callback(batched_events) May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: event.method(event) May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: return f(self, *a, **k) May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: return self._get(url).json() May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: return self.request(url, 'GET', **kwargs) May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:19:28.392344 dv-cinder-828805-2-iscsi neutron-server[104125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:19:28.468683 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Network 5faeb9f8-90a5-4864-8255-be306f147ea8 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:28.475735 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:28.581603 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7fda73a0-b12d-4e17-af8b-3dc38bb3a91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (9c94db72-dc03-4ec5-8141-0232cdaf02e7), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:28.618209 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda73a0-b12d-4e17-af8b-3dc38bb3a91b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c94db72-dc03-4ec5-8141-0232cdaf02e7,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:28.624948 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7fda73a0-b12d-4e17-af8b-3dc38bb3a91b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:28.635150 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7fda73a0-b12d-4e17-af8b-3dc38bb3a91b admin admin] 10.222.0.65 "DELETE /v2.0/networks/9c94db72-dc03-4ec5-8141-0232cdaf02e7 HTTP/1.1" status: 204 len: 168 time: 0.6979623 May 10 20:19:28.751296 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-060bf018-7caf-4a46-b9bf-f064bbc612f6 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305304647&fields=id&tenant_id=b9724c9a575141d48bbfbde685774622 HTTP/1.1" status: 200 len: 267 time: 0.1261759 May 10 20:19:28.881917 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:19:28.914941 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-065271e9-f114-4199-ab80-8d226f64a1de None None] Provisioning complete for port b8ae92d3-e850-43a0-8afc-a38528c63de5 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:28.916095 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-065271e9-f114-4199-ab80-8d226f64a1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:28.957377 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-065271e9-f114-4199-ab80-8d226f64a1de None None] Port b8ae92d3-e850-43a0-8afc-a38528c63de5 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:19:28.974686 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-8ec36b4a-cfa1-4180-a293-f6fdfe79728a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:28.976199 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-8ec36b4a-cfa1-4180-a293-f6fdfe79728a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/networks?id=339c6d8e-af10-4b8c-9702-0522fc8af9c1 HTTP/1.1" status: 200 len: 808 time: 0.1854980 May 10 20:19:29.009426 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-32c61a01-d0af-4abc-ba2f-8c519792a0d0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/quotas/b9724c9a575141d48bbfbde685774622 HTTP/1.1" status: 200 len: 375 time: 0.0250571 May 10 20:19:29.084190 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:19:29.091612 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-bb342821-4312-4fdb-b634-d2765c250cd1 admin admin] 10.222.0.65 "PUT /v2.0/routers/540c3e93-840d-4b8a-bf9e-a6738293c5d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4274540 May 10 20:19:29.102460 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-33c0cf1f-b7a7-41fb-bc92-cb0ca32d24ac tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9724c9a575141d48bbfbde685774622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677395 May 10 20:19:29.183638 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d46ad3-d3e5-48b4-a9c9-5378d65114a2 req-e4869775-6cda-48e1-a3fd-032308b79806 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:29.187179 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-01d46ad3-d3e5-48b4-a9c9-5378d65114a2 req-e4869775-6cda-48e1-a3fd-032308b79806 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0695715 May 10 20:19:29.213579 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55264) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:29.247965 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-2916fa04-1e04-4b90-b595-e4b2418158d7 service neutron] 10.222.0.65 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278875 May 10 20:19:29.309437 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-01d46ad3-d3e5-48b4-a9c9-5378d65114a2 req-6384f0aa-4e70-49d5-b311-5adeb83fcd05 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167083 May 10 20:19:29.331284 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-09513426-2fe1-41eb-97dd-9482c6cde2c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a427f630e1a34c81865e28d9c1bd47da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0961664 May 10 20:19:29.331895 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55272) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:29.428884 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-13eb00d7-2692-4db5-ac9f-29f3096ec8ac admin admin] Publish callbacks [] for security_group (78ff79b8-04a0-4574-90e3-7e6dbc7b80b5), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.456588 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-814fc5a6-4459-42e4-81fc-da1829ebc8f6 req-099eccd4-5a4c-4124-ad62-fe3ed9111357 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 210 time: 0.0471592 May 10 20:19:29.477344 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-13eb00d7-2692-4db5-ac9f-29f3096ec8ac admin admin] Publish callbacks [] for security_group (78ff79b8-04a0-4574-90e3-7e6dbc7b80b5), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.492409 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-abd990d3-d495-4a78-9937-807ca7131785 service neutron] 10.222.0.65 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382302 May 10 20:19:29.521391 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-0152ff08-18c3-47eb-bb61-e014e43b9bbe tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:29.522909 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-0152ff08-18c3-47eb-bb61-e014e43b9bbe tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.83 "GET /v2.0/networks?id=3bb2c490-f5c2-46ac-b9c0-c30485604258 HTTP/1.1" status: 200 len: 809 time: 0.1776214 May 10 20:19:29.541508 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-b715c0ed-4ec9-4ccd-9f12-b5430f8040cc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Request body: {'port': {'device_id': 'd24b00ee-35b0-4955-99d0-c16edac4f550', 'network_id': '3bb2c490-f5c2-46ac-b9c0-c30485604258', 'admin_state_up': True, 'tenant_id': '752cb97b116941b7bc7ef28b2e796b1f'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:29.640755 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-13eb00d7-2692-4db5-ac9f-29f3096ec8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (78ff79b8-04a0-4574-90e3-7e6dbc7b80b5), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.644882 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-13eb00d7-2692-4db5-ac9f-29f3096ec8ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.650191 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-13eb00d7-2692-4db5-ac9f-29f3096ec8ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78ff79b8-04a0-4574-90e3-7e6dbc7b80b5 HTTP/1.1" status: 204 len: 168 time: 0.3138330 May 10 20:19:29.657649 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb00d7-2692-4db5-ac9f-29f3096ec8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ff79b8-04a0-4574-90e3-7e6dbc7b80b5,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:29.838097 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-b715c0ed-4ec9-4ccd-9f12-b5430f8040cc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Made reservation on behalf of 752cb97b116941b7bc7ef28b2e796b1f for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:19:29.842397 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-b715c0ed-4ec9-4ccd-9f12-b5430f8040cc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.972694 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-b715c0ed-4ec9-4ccd-9f12-b5430f8040cc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Allocated IP 172.20.0.3 (3bb2c490-f5c2-46ac-b9c0-c30485604258/5d4b38ac-29a0-4b05-8481-ae4d2fe53975/9c4eb7e4-91b6-4919-b90c-652945fa75f7) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:19:30.167627 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-b715c0ed-4ec9-4ccd-9f12-b5430f8040cc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks [] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.314099 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-b715c0ed-4ec9-4ccd-9f12-b5430f8040cc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.348823 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8ac5edae-7f6a-4f11-b445-3a99572b39e9 req-e1161dda-9dba-4bc1-be82-ab50d6ca7dc3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0786109 May 10 20:19:30.369695 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55308) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:30.379605 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1058146726-network', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:30.385826 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715c0ed-4ec9-4ccd-9f12-b5430f8040cc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Pushing event updated for resources: {'Port': ['ID=9c4eb7e4-91b6-4919-b90c-652945fa75f7,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:30.401262 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993e22b-e188-4e9c-a8d2-954bf6785e9b req-819c3c39-50f0-4fe4-b5b2-e2303b5b811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:30.403646 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b993e22b-e188-4e9c-a8d2-954bf6785e9b req-819c3c39-50f0-4fe4-b5b2-e2303b5b811b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 1130 time: 0.1478181 May 10 20:19:30.405629 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-b715c0ed-4ec9-4ccd-9f12-b5430f8040cc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Network 3bb2c490-f5c2-46ac-b9c0-c30485604258 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:30.415769 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-b715c0ed-4ec9-4ccd-9f12-b5430f8040cc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:30.415769 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-b715c0ed-4ec9-4ccd-9f12-b5430f8040cc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:19:30.440986 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Sync routers for ids ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:19:30.453298 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Routers {'540c3e93-840d-4b8a-bf9e-a6738293c5d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:30.454014 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:19:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:30.514647 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] Made reservation on behalf of 673c4c7cfb9d4a98a79cd5f3e3979b08 for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:19:30.524928 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.533567 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55316) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:30.545124 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.557316 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-b715c0ed-4ec9-4ccd-9f12-b5430f8040cc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:30.566280 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-b715c0ed-4ec9-4ccd-9f12-b5430f8040cc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.601034 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91063ca-720a-47e3-8615-a7f3034f91cf req-2f7a2821-e29e-4528-9348-87aa001b2422 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:30.602803 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e91063ca-720a-47e3-8615-a7f3034f91cf req-2f7a2821-e29e-4528-9348-87aa001b2422 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.1508732 May 10 20:19:30.607880 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device a71d9672-ed66-4729-a230-a60e244e3a19 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:30.618607 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-acb64c24-fc27-44d2-8f7a-acd6e024e02d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ecac739265442c6a5c837819acfd57a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0812812 May 10 20:19:30.622832 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55318) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:30.653756 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Set router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:30.662707 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993e22b-e188-4e9c-a8d2-954bf6785e9b req-22843730-5123-44a3-826a-cff8d3a3217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:30.664164 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b993e22b-e188-4e9c-a8d2-954bf6785e9b req-22843730-5123-44a3-826a-cff8d3a3217d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 HTTP/1.1" status: 200 len: 918 time: 0.2133377 May 10 20:19:30.689723 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e91063ca-720a-47e3-8615-a7f3034f91cf req-5d97d769-b837-4e3c-b46c-3cf51fdf5e40 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707119 May 10 20:19:30.721637 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251df01-97f7-43ec-8fa5-faaeff06dc59 req-400ba29c-4dc2-4e94-81a1-409a488ea51e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:30.723513 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e251df01-97f7-43ec-8fa5-faaeff06dc59 req-400ba29c-4dc2-4e94-81a1-409a488ea51e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 931 time: 0.0905950 May 10 20:19:30.724626 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-b715c0ed-4ec9-4ccd-9f12-b5430f8040cc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1873336 May 10 20:19:30.740573 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Request body: {'port': {'device_id': 'd24b00ee-35b0-4955-99d0-c16edac4f550', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:30.753543 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ce367e7a-16cd-42c1-8957-1f7c14096df3 admin admin] Publish callbacks [] for security_group (9ec18146-8166-46fc-bd82-2a2e6082a447), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.755977 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port a71d9672-ed66-4729-a230-a60e244e3a19 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:30.756353 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (a71d9672-ed66-4729-a230-a60e244e3a19), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.785587 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b993e22b-e188-4e9c-a8d2-954bf6785e9b req-cb39166a-b368-475d-b0ed-a54c62688b7b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 HTTP/1.1" status: 200 len: 1002 time: 0.1107674 May 10 20:19:30.820133 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ce367e7a-16cd-42c1-8957-1f7c14096df3 admin admin] Publish callbacks [] for security_group (9ec18146-8166-46fc-bd82-2a2e6082a447), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.848913 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.863577 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e251df01-97f7-43ec-8fa5-faaeff06dc59 req-366351b1-294e-4e81-bdd1-c5c99267f510 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126387 May 10 20:19:30.867490 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] Publish callbacks [] for security_group (09920d6a-0c0f-4e62-bbde-c87a14df95c8), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.872458 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993e22b-e188-4e9c-a8d2-954bf6785e9b req-37c91bec-3817-4654-8dd9-517df4446998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:30.873994 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b993e22b-e188-4e9c-a8d2-954bf6785e9b req-37c91bec-3817-4654-8dd9-517df4446998 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=60a713fc-3628-49db-a510-f75848231cfa HTTP/1.1" status: 200 len: 856 time: 0.0670199 May 10 20:19:30.928081 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (09920d6a-0c0f-4e62-bbde-c87a14df95c8), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.951821 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:19:30.969412 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (612db3c4-b544-461c-9bf6-41d5cfa4df57), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.970164 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] Added segment 612db3c4-b544-461c-9bf6-41d5cfa4df57 of type vlan for network 7c21d383-77db-4ce3-875c-c2706884897a May 10 20:19:30.985519 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993e22b-e188-4e9c-a8d2-954bf6785e9b req-c4113152-c9da-48be-b4f7-7cb4e60dbdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:30.988012 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b993e22b-e188-4e9c-a8d2-954bf6785e9b req-c4113152-c9da-48be-b4f7-7cb4e60dbdfd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815256 May 10 20:19:31.000457 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09920d6a-0c0f-4e62-bbde-c87a14df95c8,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:31.025065 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ce367e7a-16cd-42c1-8957-1f7c14096df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (9ec18146-8166-46fc-bd82-2a2e6082a447), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.032775 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ce367e7a-16cd-42c1-8957-1f7c14096df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.038359 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ce367e7a-16cd-42c1-8957-1f7c14096df3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9ec18146-8166-46fc-bd82-2a2e6082a447 HTTP/1.1" status: 204 len: 168 time: 0.4097264 May 10 20:19:31.067038 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (7c21d383-77db-4ce3-875c-c2706884897a), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.076481 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce367e7a-16cd-42c1-8957-1f7c14096df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec18146-8166-46fc-bd82-2a2e6082a447,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:31.111910 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port a71d9672-ed66-4729-a230-a60e244e3a19 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:31.112301 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (a71d9672-ed66-4729-a230-a60e244e3a19), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.147232 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 2, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:31.165541 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (7c21d383-77db-4ce3-875c-c2706884897a), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.166831 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:31.167522 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.184867 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port a71d9672-ed66-4729-a230-a60e244e3a19, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=a71d9672-ed66-4729-a230-a60e244e3a19,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:31.186655 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Checking router: 540c3e93-840d-4b8a-bf9e-a6738293c5d0 for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:19:31.187177 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Updating router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 port b8ae92d3-e850-43a0-8afc-a38528c63de5 binding host dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:19:31.256069 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.260549 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (a71d9672-ed66-4729-a230-a60e244e3a19), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.264850 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] Pushing event updated for resources: {'Network': ['ID=7c21d383-77db-4ce3-875c-c2706884897a,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:31.277935 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 7c21d383-77db-4ce3-875c-c2706884897a details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:19:31.289003 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ad814937-5114-4e16-b0b0-06119c1d5c3b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9177926 May 10 20:19:31.291917 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55324) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:31.304966 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-196ce9cf-ceda-455c-86fc-70035d40b6d5 admin admin] Request body: {'subnet': {'network_id': '7c21d383-77db-4ce3-875c-c2706884897a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1058146726-subnet', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:31.336704 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b993e22b-e188-4e9c-a8d2-954bf6785e9b req-2baf994f-50e9-4bb1-8624-3546dbef0e8e service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272744 May 10 20:19:31.435034 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=a71d9672-ed66-4729-a230-a60e244e3a19,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:31.450432 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c93a8f1-9cbe-43fc-a36a-336c9e4b50c2 req-d9439ca5-da67-4c0a-9e3b-797c04c09789 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0412974 May 10 20:19:31.453661 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196ce9cf-ceda-455c-86fc-70035d40b6d5 admin admin] Made reservation on behalf of 673c4c7cfb9d4a98a79cd5f3e3979b08 for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:19:31.460059 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-196ce9cf-ceda-455c-86fc-70035d40b6d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16386328'] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.519482 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4eb7e4-91b6-4919-b90c-652945fa75f7 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:19:31.527544 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b993e22b-e188-4e9c-a8d2-954bf6785e9b req-06cae807-d432-49e3-b2ea-433fe4296cdb service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797383 May 10 20:19:31.530007 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Publish callbacks [] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.544516 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Transition to ACTIVE for port object 9c4eb7e4-91b6-4919-b90c-652945fa75f7 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:19:31.622609 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.690559 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Pushing event updated for resources: {'Port': ['ID=9c4eb7e4-91b6-4919-b90c-652945fa75f7,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:31.709801 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Publish callbacks [] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.763641 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Attempting to bind port 9c4eb7e4-91b6-4919-b90c-652945fa75f7 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:19:31.763893 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Attempting to bind port 9c4eb7e4-91b6-4919-b90c-652945fa75f7 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'c10c9296-4041-4f1a-8baa-9f627e0364d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3bb2c490-f5c2-46ac-b9c0-c30485604258'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:19:31.764222 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Attempting to bind port 9c4eb7e4-91b6-4919-b90c-652945fa75f7 on network 3bb2c490-f5c2-46ac-b9c0-c30485604258 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:31.769462 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Port 9c4eb7e4-91b6-4919-b90c-652945fa75f7 on network 3bb2c490-f5c2-46ac-b9c0-c30485604258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:19:31.769835 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Attempting to bind port 9c4eb7e4-91b6-4919-b90c-652945fa75f7 on network 3bb2c490-f5c2-46ac-b9c0-c30485604258 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:31.774982 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:19:31.775371 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Checking segment: {'id': 'c10c9296-4041-4f1a-8baa-9f627e0364d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3bb2c490-f5c2-46ac-b9c0-c30485604258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:31.775742 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Bound using segment: {'id': 'c10c9296-4041-4f1a-8baa-9f627e0364d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3bb2c490-f5c2-46ac-b9c0-c30485604258'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:19:31.776167 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Bound port: 9c4eb7e4-91b6-4919-b90c-652945fa75f7, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10c9296-4041-4f1a-8baa-9f627e0364d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3bb2c490-f5c2-46ac-b9c0-c30485604258'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:19:31.776523 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.788992 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-196ce9cf-ceda-455c-86fc-70035d40b6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4836028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16386310'] for subnet (9d531566-a313-4fad-9aeb-7866b1ce0fa5), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.857010 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] For port 9c4eb7e4-91b6-4919-b90c-652945fa75f7, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:19:31.860531 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] For port 9c4eb7e4-91b6-4919-b90c-652945fa75f7, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9c4eb7e4-91b6-4919-b90c-652945fa75f7,segment=NetworkSegment(c10c9296-4041-4f1a-8baa-9f627e0364d5),segment_id=c10c9296-4041-4f1a-8baa-9f627e0364d5)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:19:31.877493 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ce9cf-ceda-455c-86fc-70035d40b6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d531566-a313-4fad-9aeb-7866b1ce0fa5,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:31.896257 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08215050-0249-4e4e-8bab-6838e91e814f req-e0443d13-9f39-4e29-9de4-8709c953a87a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:31.896257 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-08215050-0249-4e4e-8bab-6838e91e814f req-e0443d13-9f39-4e29-9de4-8709c953a87a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0786614 May 10 20:19:31.897756 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.906026 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196ce9cf-ceda-455c-86fc-70035d40b6d5 admin admin] Checking segment: {'id': '612db3c4-b544-461c-9bf6-41d5cfa4df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7c21d383-77db-4ce3-875c-c2706884897a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:31.906373 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196ce9cf-ceda-455c-86fc-70035d40b6d5 admin admin] Network hostable DHCP agents. Network: 7c21d383-77db-4ce3-875c-c2706884897a, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:19:31.954668 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c2a47-65e6-407b-b066-91cfd9b84d2e None None] Pushing event updated for resources: {'Port': ['ID=b8ae92d3-e850-43a0-8afc-a38528c63de5,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:31.960277 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-08215050-0249-4e4e-8bab-6838e91e814f req-23a15333-8d58-4c44-9123-a0a5e888d00b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560420 May 10 20:19:32.011848 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:32.023629 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Attempting to bind port b8ae92d3-e850-43a0-8afc-a38528c63de5 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:19:32.024010 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Attempting to bind port b8ae92d3-e850-43a0-8afc-a38528c63de5 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:19:32.024437 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Attempting to bind port b8ae92d3-e850-43a0-8afc-a38528c63de5 on network 5faeb9f8-90a5-4864-8255-be306f147ea8 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:32.030652 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:19:32.031026 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Checking segment: {'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:32.031452 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:32.031847 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Bound using segment: {'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:19:32.032396 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Bound port: b8ae92d3-e850-43a0-8afc-a38528c63de5, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:19:32.032778 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:32.037841 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196ce9cf-ceda-455c-86fc-70035d40b6d5 admin admin] Network 7c21d383-77db-4ce3-875c-c2706884897a is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:19:32.064581 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194f152-ac11-4e38-9178-fa814c469c6c req-a1e6a1c0-0985-473f-8015-7110c3deae71 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:32.072008 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1194f152-ac11-4e38-9178-fa814c469c6c req-a1e6a1c0-0985-473f-8015-7110c3deae71 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 943 time: 0.1087995 May 10 20:19:32.075095 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:32.075711 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:32.077037 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] 10.222.0.83 "PUT /v2.0/ports/9c4eb7e4-91b6-4919-b90c-652945fa75f7 HTTP/1.1" status: 200 len: 1093 time: 1.3406699 May 10 20:19:32.079719 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24b00ee-35b0-4955-99d0-c16edac4f550', 'tag': '9c4eb7e4-91b6-4919-b90c-652945fa75f7'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:19:32.082194 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4dc0e1-fad4-42ed-b9ab-c12d5c6c46fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d24b00ee-35b0-4955-99d0-c16edac4f550", "tag": "9c4eb7e4-91b6-4919-b90c-652945fa75f7"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:19:32.112159 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] For port b8ae92d3-e850-43a0-8afc-a38528c63de5, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:19:32.119680 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] For port b8ae92d3-e850-43a0-8afc-a38528c63de5, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=b8ae92d3-e850-43a0-8afc-a38528c63de5,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:19:32.125606 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-196ce9cf-ceda-455c-86fc-70035d40b6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 7c21d383-77db-4ce3-875c-c2706884897a) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:32.130777 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196ce9cf-ceda-455c-86fc-70035d40b6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:32.131640 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-196ce9cf-ceda-455c-86fc-70035d40b6d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:32.146299 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1194f152-ac11-4e38-9178-fa814c469c6c req-d6f17968-7b0f-44f5-b382-699b1dcb27f7 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734057 May 10 20:19:32.147752 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f608db-3fa9-4ffe-816c-8a16d8d93e74 x-openstack-request-id: req-b7f608db-3fa9-4ffe-816c-8a16d8d93e74 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:19:32.148034 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24b00ee-35b0-4955-99d0-c16edac4f550", "tag": "9c4eb7e4-91b6-4919-b90c-652945fa75f7", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:19:32.148288 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7f608db-3fa9-4ffe-816c-8a16d8d93e74 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:19:32.148751 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f608db-3fa9-4ffe-816c-8a16d8d93e74'] response: {'name': 'network-changed', 'server_uuid': 'd24b00ee-35b0-4955-99d0-c16edac4f550', 'tag': '9c4eb7e4-91b6-4919-b90c-652945fa75f7', 'status': 'completed', 'code': 200} May 10 20:19:32.149667 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e1116-6d79-4077-9b7c-02bd3ca5ef1a service neutron] Pushing event updated for resources: {'Port': ['ID=9c4eb7e4-91b6-4919-b90c-652945fa75f7,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:32.158597 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4515b10a-02e9-4da3-b80e-1dcc3758edc0 None None] Network 7c21d383-77db-4ce3-875c-c2706884897a requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:19:32.217935 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:32.227890 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-196ce9cf-ceda-455c-86fc-70035d40b6d5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9341433 May 10 20:19:32.230297 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55348) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:32.236430 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1058146726-router', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:32.315070 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Routers {'540c3e93-840d-4b8a-bf9e-a6738293c5d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:32.315711 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:19:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:32.325853 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c2a47-65e6-407b-b066-91cfd9b84d2e None None] Pushing event updated for resources: {'Port': ['ID=b8ae92d3-e850-43a0-8afc-a38528c63de5,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:32.335619 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-515458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11323'] for router (e868d2ed-6cdd-437a-a414-a6ee4ed18279), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:32.336925 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11264'] for router (e868d2ed-6cdd-437a-a414-a6ee4ed18279), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:32.370983 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-44e27c99-696d-4fe6-b2e0-c9ee5200fea7 None None] Provisioning complete for port b8ae92d3-e850-43a0-8afc-a38528c63de5 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:32.371506 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-44e27c99-696d-4fe6-b2e0-c9ee5200fea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:32.394236 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Publish callbacks [] for router_controller (e868d2ed-6cdd-437a-a414-a6ee4ed18279), precommit_add_association {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:32.430536 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638810d0-f44c-5805-8520-b13225ebd017-7c21d383-77db-4ce3-875c-c2706884897a', 'network_id': '7c21d383-77db-4ce3-875c-c2706884897a', 'project_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'fixed_ips': [{'subnet_id': '9d531566-a313-4fad-9aeb-7866b1ce0fa5'}]}} from dv-cinder-828805-2-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:19:32.430536 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:32.592949 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device a71d9672-ed66-4729-a230-a60e244e3a19 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:32.600849 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] Set router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:32.638966 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-09a164cc-0458-4ad7-b1c4-e465f7bf3c65 req-29000240-2e54-428c-b636-0800f5298a36 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0596621 May 10 20:19:32.699363 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-44e27c99-696d-4fe6-b2e0-c9ee5200fea7 None None] Current status of the port b8ae92d3-e850-43a0-8afc-a38528c63de5 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:32.700300 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-44e27c99-696d-4fe6-b2e0-c9ee5200fea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:32.722922 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Publish callbacks [] for router_gateway (e868d2ed-6cdd-437a-a414-a6ee4ed18279), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:32.864114 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port a71d9672-ed66-4729-a230-a60e244e3a19 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:32.864684 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (a71d9672-ed66-4729-a230-a60e244e3a19), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:32.867964 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Allocated IP 172.20.0.2 (7c21d383-77db-4ce3-875c-c2706884897a/9d531566-a313-4fad-9aeb-7866b1ce0fa5/85c84e98-720a-411f-ba53-563d7c1ba295) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:19:32.871123 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-44e27c99-696d-4fe6-b2e0-c9ee5200fea7 None None] For port b8ae92d3-e850-43a0-8afc-a38528c63de5, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=b8ae92d3-e850-43a0-8afc-a38528c63de5,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:32.981659 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-44e27c99-696d-4fe6-b2e0-c9ee5200fea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:33.006612 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Publish callbacks [] for router_gateway (e868d2ed-6cdd-437a-a414-a6ee4ed18279), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:33.042433 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:33.129277 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8eb83-cd9f-4ae9-831c-e509693543d6 req-be6b8abd-ac39-4960-9cd7-1810bd427bb8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:33.131603 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-44b8eb83-cd9f-4ae9-831c-e509693543d6 req-be6b8abd-ac39-4960-9cd7-1810bd427bb8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.0587471 May 10 20:19:33.195275 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-44b8eb83-cd9f-4ae9-831c-e509693543d6 req-8b51b3a7-6e48-4fbc-89be-69d371487223 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561390 May 10 20:19:33.197541 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Allocated IP 172.27.1.109 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/d547b867-d8ac-4576-bf81-46f08c2b80d5) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:19:33.268259 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-947c57c7-5140-41a7-ae3c-8a1255412396 None None] Provisioning complete for port b8ae92d3-e850-43a0-8afc-a38528c63de5 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:33.268635 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-947c57c7-5140-41a7-ae3c-8a1255412396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:33.290672 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dc0e1-fad4-42ed-b9ab-c12d5c6c46fb req-0989a865-bac0-4373-b302-46672d4919bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:33.295574 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d4dc0e1-fad4-42ed-b9ab-c12d5c6c46fb req-0989a865-bac0-4373-b302-46672d4919bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=752cb97b116941b7bc7ef28b2e796b1f&device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 1127 time: 0.0656557 May 10 20:19:33.318970 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:32Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:33.344296 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e27c99-696d-4fe6-b2e0-c9ee5200fea7 None None] Pushing event updated for resources: {'Port': ['ID=b8ae92d3-e850-43a0-8afc-a38528c63de5,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:33.395150 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9c34cc-1b8e-49af-86de-8275e6b1de9f None None] The sync data for ids ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'] in dv-cinder-828805-2-iscsi is: [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:32Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:19:33.400139 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port a71d9672-ed66-4729-a230-a60e244e3a19 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:33.444885 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e14ea-8ca5-4e53-8cea-5552f50f00b7 req-9af32dc7-498b-4322-83fc-9c707f537abc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:33.446471 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3c8e14ea-8ca5-4e53-8cea-5552f50f00b7 req-9af32dc7-498b-4322-83fc-9c707f537abc tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 943 time: 0.1543620 May 10 20:19:33.508123 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Publish callbacks [] for port (d547b867-d8ac-4576-bf81-46f08c2b80d5), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:33.508886 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Publish callbacks [] for port (85c84e98-720a-411f-ba53-563d7c1ba295), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:33.565694 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-947c57c7-5140-41a7-ae3c-8a1255412396 None None] Current status of the port b8ae92d3-e850-43a0-8afc-a38528c63de5 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:33.566982 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3c8e14ea-8ca5-4e53-8cea-5552f50f00b7 req-a93107ce-10b6-4340-a738-527e3a4111c7 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079926 May 10 20:19:33.590872 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:33.633136 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Network 7c21d383-77db-4ce3-875c-c2706884897a is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:33.640882 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:33.645961 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:19:33.649465 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Pushing event updated for resources: {'Port': ['ID=85c84e98-720a-411f-ba53-563d7c1ba295,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:33.673978 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (d547b867-d8ac-4576-bf81-46f08c2b80d5), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:33.819421 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Attempting to bind port 85c84e98-720a-411f-ba53-563d7c1ba295 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:19:33.821582 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Attempting to bind port 85c84e98-720a-411f-ba53-563d7c1ba295 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '612db3c4-b544-461c-9bf6-41d5cfa4df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7c21d383-77db-4ce3-875c-c2706884897a'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:19:33.821964 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Attempting to bind port 85c84e98-720a-411f-ba53-563d7c1ba295 on network 7c21d383-77db-4ce3-875c-c2706884897a {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:33.826007 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:33.845755 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:19:33.845755 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Checking segment: {'id': '612db3c4-b544-461c-9bf6-41d5cfa4df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7c21d383-77db-4ce3-875c-c2706884897a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:33.846066 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:33.846172 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:33.846267 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:19:33.846352 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Bound using segment: {'id': '612db3c4-b544-461c-9bf6-41d5cfa4df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7c21d383-77db-4ce3-875c-c2706884897a'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:19:33.846798 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Bound port: 85c84e98-720a-411f-ba53-563d7c1ba295, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612db3c4-b544-461c-9bf6-41d5cfa4df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7c21d383-77db-4ce3-875c-c2706884897a'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:19:33.848543 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:33.885065 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d547b867-d8ac-4576-bf81-46f08c2b80d5,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:33.986808 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] For port 85c84e98-720a-411f-ba53-563d7c1ba295, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:19:33.990435 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] For port 85c84e98-720a-411f-ba53-563d7c1ba295, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=85c84e98-720a-411f-ba53-563d7c1ba295,segment=NetworkSegment(612db3c4-b544-461c-9bf6-41d5cfa4df57),segment_id=612db3c4-b544-461c-9bf6-41d5cfa4df57)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:19:34.005228 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aec072ab-04fa-4d4b-89e0-fb98b92b3a77 req-858e3520-3f9a-49a6-95b4-e9e53fb4bbd6 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.1184909 May 10 20:19:34.048550 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dc0e1-fad4-42ed-b9ab-c12d5c6c46fb req-c5ac0941-b5c5-41ce-8f57-a7d25ca7dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:34.050061 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d4dc0e1-fad4-42ed-b9ab-c12d5c6c46fb req-c5ac0941-b5c5-41ce-8f57-a7d25ca7dca3 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=752cb97b116941b7bc7ef28b2e796b1f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.7139223 May 10 20:19:34.096813 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:34.186895 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd71fa-7b6d-482a-9026-eef2fe5a4e1d None None] Pushing event updated for resources: {'Port': ['ID=85c84e98-720a-411f-ba53-563d7c1ba295,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:34.314284 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:19:34.467547 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dc0e1-fad4-42ed-b9ab-c12d5c6c46fb req-117d475b-5fe9-4583-9fef-dbaa446d575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:34.475550 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d4dc0e1-fad4-42ed-b9ab-c12d5c6c46fb req-117d475b-5fe9-4583-9fef-dbaa446d575d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2124805 May 10 20:19:34.512825 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 is: ACTIVE; New status is: DOWN {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:34.513222 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:34.557125 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:19:34.560290 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacb2ddc-f7c6-499b-bc65-736d62082104" -d '{"events": [{"server_uuid": "5ab6f0a6-aa14-407a-b43d-7b7d2855499d", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:19:34.580355 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:34.633080 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 20:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c2ddc4-b544-4923-a742-6f02012db488 x-openstack-request-id: req-d2c2ddc4-b544-4923-a742-6f02012db488 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:19:34.634305 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab6f0a6-aa14-407a-b43d-7b7d2855499d", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:19:34.635558 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d2c2ddc4-b544-4923-a742-6f02012db488 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:19:34.637568 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c2ddc4-b544-4923-a742-6f02012db488'] response: {'server_uuid': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'code': 200} May 10 20:19:34.642763 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:34.742902 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device b8ae92d3-e850-43a0-8afc-a38528c63de5 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:34.803815 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-fc0924e1-6bc4-4309-8328-8a971c5ac86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:34.806140 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-fc0924e1-6bc4-4309-8328-8a971c5ac86c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=752cb97b116941b7bc7ef28b2e796b1f&device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 1127 time: 0.1109717 May 10 20:19:34.841430 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,revision_number=8']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:34.878592 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port b8ae92d3-e850-43a0-8afc-a38528c63de5 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:34.878972 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:34.890618 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373aacc-af70-4a0d-9a2e-4672927072c4 req-7dbcf2a5-e556-43fc-993b-0e1ee50376e0 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:34.913223 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9373aacc-af70-4a0d-9a2e-4672927072c4 req-7dbcf2a5-e556-43fc-993b-0e1ee50376e0 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 946 time: 0.6307628 May 10 20:19:34.916291 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-ca7230a3-0b63-47c9-a990-900d4308b9ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c4eb7e4-91b6-4919-b90c-652945fa75f7 HTTP/1.1" status: 200 len: 217 time: 0.0869670 May 10 20:19:34.935464 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fd20e-c475-4b3f-828d-0aa64742b4f6 req-b47cf49f-29d5-4022-ac8d-4192bedda5c3 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:34.937021 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b2fd20e-c475-4b3f-828d-0aa64742b4f6 req-b47cf49f-29d5-4022-ac8d-4192bedda5c3 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 943 time: 0.1440043 May 10 20:19:34.945450 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Publish callbacks [] for router_gateway (e868d2ed-6cdd-437a-a414-a6ee4ed18279), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:35.024103 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port b8ae92d3-e850-43a0-8afc-a38528c63de5 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:35.026011 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 85c84e98-720a-411f-ba53-563d7c1ba295 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:35.034440 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9373aacc-af70-4a0d-9a2e-4672927072c4 req-5b1be41a-a3ed-4e43-8e72-bb28ab9ba06e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199040 May 10 20:19:35.087550 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-0c77be48-b325-47b7-a922-1e605ac32109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:35.089885 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-0c77be48-b325-47b7-a922-1e605ac32109 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5d4b38ac-29a0-4b05-8481-ae4d2fe53975 HTTP/1.1" status: 200 len: 849 time: 0.1517341 May 10 20:19:35.099808 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 85c84e98-720a-411f-ba53-563d7c1ba295 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:35.100380 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:35.123391 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b2fd20e-c475-4b3f-828d-0aa64742b4f6 req-5244d87d-fb6f-4625-a32f-22223ccc8fb3 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289530 May 10 20:19:35.244864 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-571d41e1-25ea-4982-bb5f-15eaa09e3d82 req-2c06a281-2831-4e7a-bedd-b2d69e03f37e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.1153848 May 10 20:19:35.291827 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 85c84e98-720a-411f-ba53-563d7c1ba295 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:35.292878 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:35.328966 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-5ab85734-d3f5-43d0-abac-bc68e6937957 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3bb2c490-f5c2-46ac-b9c0-c30485604258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908306 May 10 20:19:35.366989 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port 85c84e98-720a-411f-ba53-563d7c1ba295, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=85c84e98-720a-411f-ba53-563d7c1ba295,segment=NetworkSegment(612db3c4-b544-461c-9bf6-41d5cfa4df57),segment_id=612db3c4-b544-461c-9bf6-41d5cfa4df57)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:35.416981 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514936'] for router (e868d2ed-6cdd-437a-a414-a6ee4ed18279), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:35.445017 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:35.517812 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=85c84e98-720a-411f-ba53-563d7c1ba295,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:35.587112 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-35ee35d0-fa20-4468-8839-c9a948f32131 service neutron] 10.222.0.83 "GET /v2.0/networks/3bb2c490-f5c2-46ac-b9c0-c30485604258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369304 May 10 20:19:35.627989 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-61c62f4b-501f-4cfd-8306-ec6cd3132122 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:35.629587 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-61c62f4b-501f-4cfd-8306-ec6cd3132122 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.83 "GET /v2.0/networks?id=339c6d8e-af10-4b8c-9702-0522fc8af9c1 HTTP/1.1" status: 200 len: 808 time: 0.3307049 May 10 20:19:35.658402 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48294d21-9560-487f-869f-7818165f8e5d None None] Network 7c21d383-77db-4ce3-875c-c2706884897a requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:19:35.694264 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Router e868d2ed-6cdd-437a-a414-a6ee4ed18279 is scheduled to L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b with binding_index 1 {{(pid=104125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:19:35.718576 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-3bcd99f8-3d78-4cba-b53b-c8ce563a6057 None None] Provisioning complete for port 85c84e98-720a-411f-ba53-563d7c1ba295 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:35.718943 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3bcd99f8-3d78-4cba-b53b-c8ce563a6057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:35.815538 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:19:35.831915 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Sync routers for ids ['e868d2ed-6cdd-437a-a414-a6ee4ed18279'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:19:35.848823 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-3bcd99f8-3d78-4cba-b53b-c8ce563a6057 None None] Current status of the port 85c84e98-720a-411f-ba53-563d7c1ba295 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:35.857082 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Routers {'e868d2ed-6cdd-437a-a414-a6ee4ed18279'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:35.857082 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:19:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e868d2ed-6cdd-437a-a414-a6ee4ed18279'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:35.921712 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:35.922572 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ed9224c7-c295-4f83-9caf-e8bb636610a7 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6906807 May 10 20:19:35.925370 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55442) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:36.010310 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-6e690ecd-60f9-4276-a468-faee78d6f3a9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9724c9a575141d48bbfbde685774622 HTTP/1.1" status: 200 len: 380 time: 0.1930974 May 10 20:19:36.031882 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a3125463-c1d7-4adf-9312-b4c837326edf tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Request body: {'port': {'device_id': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'admin_state_up': True, 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'security_groups': ['e070a609-6d5f-4307-a98f-5fa4e38be99f']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:36.040854 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Set router e868d2ed-6cdd-437a-a414-a6ee4ed18279 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:36.043262 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c4ac685-9044-4b59-8d8d-ed420547da51 req-db94f352-91c9-4dfb-a2dd-7635e35f14f1 service neutron] 10.222.0.83 "GET /v2.0/networks/3bb2c490-f5c2-46ac-b9c0-c30485604258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146997 May 10 20:19:36.172791 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8dc9925d-f38e-4820-a2dc-19aba4683ad5 req-7ac48956-dcaf-4cfe-a17c-99fcec6b4f8d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636067 May 10 20:19:36.180493 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-5eeeff15-3450-4165-bd08-6fab7df21c72 None None] Provisioning complete for port 85c84e98-720a-411f-ba53-563d7c1ba295 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:36.181046 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5eeeff15-3450-4165-bd08-6fab7df21c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:36.275508 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-5eeeff15-3450-4165-bd08-6fab7df21c72 None None] Current status of the port 85c84e98-720a-411f-ba53-563d7c1ba295 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:36.286220 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'name': 'tempest-TestVolumeBootPattern-1058146726-router', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd547b867-d8ac-4576-bf81-46f08c2b80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:32Z', 'updated_at': '2022-05-10T20:19:34Z', 'revision_number': 3, 'project_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'gw_port': {'id': 'd547b867-d8ac-4576-bf81-46f08c2b80d5', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:30:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:33Z', 'updated_at': '2022-05-10T20:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:36.316963 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Checking router: e868d2ed-6cdd-437a-a414-a6ee4ed18279 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:19:36.317295 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Updating router e868d2ed-6cdd-437a-a414-a6ee4ed18279 port d547b867-d8ac-4576-bf81-46f08c2b80d5 binding host dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:19:36.328279 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a3125463-c1d7-4adf-9312-b4c837326edf tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Made reservation on behalf of b9724c9a575141d48bbfbde685774622 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:19:36.331502 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d988997-3ba6-4617-a2d3-cb3ca6025274 req-9c4cae65-0adc-4bb0-a5cf-f6b1feb142d4 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:36.332126 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a3125463-c1d7-4adf-9312-b4c837326edf tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:36.333031 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4d988997-3ba6-4617-a2d3-cb3ca6025274 req-9c4cae65-0adc-4bb0-a5cf-f6b1feb142d4 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 943 time: 0.0985253 May 10 20:19:36.353087 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d547b867-d8ac-4576-bf81-46f08c2b80d5), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:36.444296 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4d988997-3ba6-4617-a2d3-cb3ca6025274 req-3b5ccab7-6259-4d06-b50c-2acec8d81c3a tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013222 May 10 20:19:36.532841 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a3125463-c1d7-4adf-9312-b4c837326edf tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Allocated IP 172.20.0.10 (339c6d8e-af10-4b8c-9702-0522fc8af9c1/b0296e62-bd8a-4130-840e-5dc3ebc5a76d/7493a0cb-9315-4b94-8686-f58a23c9417d) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:19:36.595471 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4c3c538b-2e5e-42ea-a385-bba0272cc1f4 req-018e8595-5265-4c6b-8565-701f91fe6871 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0569136 May 10 20:19:36.623010 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 85c84e98-720a-411f-ba53-563d7c1ba295 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:36.682650 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:36.725492 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 85c84e98-720a-411f-ba53-563d7c1ba295 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:36.726190 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:36.741655 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-a6244d51-4873-46f2-865e-7480f0715673 req-2bae81a1-0eeb-4211-85d8-df0841c6b8d2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:19:36.742841 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a6244d51-4873-46f2-865e-7480f0715673 req-2bae81a1-0eeb-4211-85d8-df0841c6b8d2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0072803 May 10 20:19:36.770956 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Publish callbacks [] for port (d547b867-d8ac-4576-bf81-46f08c2b80d5), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:36.823886 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a3125463-c1d7-4adf-9312-b4c837326edf tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:36.836535 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 85c84e98-720a-411f-ba53-563d7c1ba295 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:36.850226 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (d547b867-d8ac-4576-bf81-46f08c2b80d5), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:36.875892 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Allocated IP 172.20.0.1 (7c21d383-77db-4ce3-875c-c2706884897a/9d531566-a313-4fad-9aeb-7866b1ce0fa5/1ba8f869-4ddc-44fa-a955-b375d0b22566) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:19:36.903391 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b63383-ece4-4e1a-b0e3-fdf8d6df7317 None None] Pushing event updated for resources: {'Port': ['ID=d547b867-d8ac-4576-bf81-46f08c2b80d5,revision_number=2']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:36.914214 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Attempting to bind port d547b867-d8ac-4576-bf81-46f08c2b80d5 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:19:36.914584 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Attempting to bind port d547b867-d8ac-4576-bf81-46f08c2b80d5 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:19:36.914937 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Attempting to bind port d547b867-d8ac-4576-bf81-46f08c2b80d5 on network 6687bf44-6b81-4c08-8ccb-c06067e5e244 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:36.919972 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:19:36.920337 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Checking segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:36.920732 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:36.921110 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Bound using segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:19:36.921559 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Bound port: d547b867-d8ac-4576-bf81-46f08c2b80d5, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:19:36.921930 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d547b867-d8ac-4576-bf81-46f08c2b80d5), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:36.930873 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a3125463-c1d7-4adf-9312-b4c837326edf tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:36.985105 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] For port d547b867-d8ac-4576-bf81-46f08c2b80d5, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:19:36.990778 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] For port d547b867-d8ac-4576-bf81-46f08c2b80d5, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=d547b867-d8ac-4576-bf81-46f08c2b80d5,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:19:37.007148 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3125463-c1d7-4adf-9312-b4c837326edf tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Pushing event updated for resources: {'Port': ['ID=7493a0cb-9315-4b94-8686-f58a23c9417d,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:37.018320 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a3125463-c1d7-4adf-9312-b4c837326edf tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:37.019715 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Publish callbacks [] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:37.020158 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a3125463-c1d7-4adf-9312-b4c837326edf tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:37.035245 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a3125463-c1d7-4adf-9312-b4c837326edf tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:19:37.076366 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (d547b867-d8ac-4576-bf81-46f08c2b80d5), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:37.134224 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5bf9d-3c52-4cae-9eef-3c8cf897780f req-b0f49bf0-f649-427f-afbd-d01061b445cd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:37.135928 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-feb5bf9d-3c52-4cae-9eef-3c8cf897780f req-b0f49bf0-f649-427f-afbd-d01061b445cd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0954375 May 10 20:19:37.142740 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Routers {'e868d2ed-6cdd-437a-a414-a6ee4ed18279'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:37.143623 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:19:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e868d2ed-6cdd-437a-a414-a6ee4ed18279'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:37.144363 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a3125463-c1d7-4adf-9312-b4c837326edf tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:37.144989 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a3125463-c1d7-4adf-9312-b4c837326edf tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:37.157955 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:37.233369 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a3125463-c1d7-4adf-9312-b4c837326edf tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2061598 May 10 20:19:37.235211 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Network 7c21d383-77db-4ce3-875c-c2706884897a is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:37.239430 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:37.254629 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Request body: {'port': {'device_id': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:37.262170 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:19:37.268696 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b63383-ece4-4e1a-b0e3-fdf8d6df7317 None None] Pushing event updated for resources: {'Port': ['ID=d547b867-d8ac-4576-bf81-46f08c2b80d5,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:37.298625 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-feb5bf9d-3c52-4cae-9eef-3c8cf897780f req-0e1a56ab-1537-422a-9593-7246bee155f3 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420143 May 10 20:19:37.328525 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba8f869-4ddc-44fa-a955-b375d0b22566,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:37.372768 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502831'] for router_interface (e868d2ed-6cdd-437a-a414-a6ee4ed18279), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:37.396246 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9925d-f38e-4820-a2dc-19aba4683ad5 req-1fe48190-5ab0-491a-8463-aa9491e9ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:37.397263 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] Set router e868d2ed-6cdd-437a-a414-a6ee4ed18279 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:37.398503 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8dc9925d-f38e-4820-a2dc-19aba4683ad5 req-1fe48190-5ab0-491a-8463-aa9491e9ccb9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 1129 time: 0.1628597 May 10 20:19:37.535623 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:37.653011 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f1fc04cb-7040-4aa4-8e76-0bc895354a23 None None] Provisioning complete for port 7493a0cb-9315-4b94-8686-f58a23c9417d triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:37.654601 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f1fc04cb-7040-4aa4-8e76-0bc895354a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:37.661092 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54c87a-e8a7-49be-8dc5-9213454483b5 req-be097b7d-f5e6-4bdd-b271-17649cc166d6 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:37.665040 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7e54c87a-e8a7-49be-8dc5-9213454483b5 req-be097b7d-f5e6-4bdd-b271-17649cc166d6 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 943 time: 0.0995736 May 10 20:19:37.715428 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'name': 'tempest-TestVolumeBootPattern-1058146726-router', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd547b867-d8ac-4576-bf81-46f08c2b80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:32Z', 'updated_at': '2022-05-10T20:19:34Z', 'revision_number': 3, 'project_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'gw_port': {'id': 'd547b867-d8ac-4576-bf81-46f08c2b80d5', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:30:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:33Z', 'updated_at': '2022-05-10T20:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:37.732346 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc04cb-7040-4aa4-8e76-0bc895354a23 None None] Port 7493a0cb-9315-4b94-8686-f58a23c9417d cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:19:37.763443 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363dfe09-276f-4eb7-988b-8021493b6501 None None] The sync data for ids ['e868d2ed-6cdd-437a-a414-a6ee4ed18279'] in dv-cinder-828805-2-iscsi is: [{'id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'name': 'tempest-TestVolumeBootPattern-1058146726-router', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd547b867-d8ac-4576-bf81-46f08c2b80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:32Z', 'updated_at': '2022-05-10T20:19:34Z', 'revision_number': 3, 'project_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'gw_port': {'id': 'd547b867-d8ac-4576-bf81-46f08c2b80d5', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:30:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:33Z', 'updated_at': '2022-05-10T20:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:19:37.775915 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:37.810929 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7e54c87a-e8a7-49be-8dc5-9213454483b5 req-f6b368e3-6469-4802-912e-f4ca9206bcb9 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347947 May 10 20:19:37.820010 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:37.853096 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-3b581820-cf28-4192-aeb9-de3498b4fbec None None] Provisioning complete for port 1ba8f869-4ddc-44fa-a955-b375d0b22566 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:37.854058 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55486) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:37.854519 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3b581820-cf28-4192-aeb9-de3498b4fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:37.904330 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-3b581820-cf28-4192-aeb9-de3498b4fbec None None] Port 1ba8f869-4ddc-44fa-a955-b375d0b22566 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:19:37.935375 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e6452-c0fc-4cc4-aa1a-04a52ca6f8dc req-6e54ba23-49e4-44b4-addb-83deca3823e9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:37.936830 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce7e6452-c0fc-4cc4-aa1a-04a52ca6f8dc req-6e54ba23-49e4-44b4-addb-83deca3823e9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 932 time: 0.1220360 May 10 20:19:37.944434 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9925d-f38e-4820-a2dc-19aba4683ad5 req-6614f8bb-2e0c-4598-a7f9-274f81bc560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:37.945906 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8dc9925d-f38e-4820-a2dc-19aba4683ad5 req-6614f8bb-2e0c-4598-a7f9-274f81bc560a service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 919 time: 0.5038426 May 10 20:19:38.012730 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8dc9925d-f38e-4820-a2dc-19aba4683ad5 req-e52f9cf4-2692-4a59-a1c7-35d43caa29b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d09063b0-3b3a-44ec-8588-f6884472f3ad HTTP/1.1" status: 200 len: 217 time: 0.0555599 May 10 20:19:38.034880 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-17893fae-8741-43a8-ad6d-d0ee1477d00d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1782949 May 10 20:19:38.052095 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-b5276095-af2f-4845-849c-4203f075da3f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:19:38.053085 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-b5276095-af2f-4845-849c-4203f075da3f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057395 May 10 20:19:38.116365 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce7e6452-c0fc-4cc4-aa1a-04a52ca6f8dc req-aaefa93e-8022-4a3c-835f-5623a8fced25 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617978 May 10 20:19:38.151501 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Publish callbacks [] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:38.152519 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7493a0cb-9315-4b94-8686-f58a23c9417d {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:19:38.158601 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9925d-f38e-4820-a2dc-19aba4683ad5 req-8c157f24-ad91-4082-9bf4-7ba99c6be396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:38.160306 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8dc9925d-f38e-4820-a2dc-19aba4683ad5 req-8c157f24-ad91-4082-9bf4-7ba99c6be396 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.1301687 May 10 20:19:38.167346 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Publish callbacks [] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:38.198821 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55496) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:38.213720 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Transition to ACTIVE for port object 7493a0cb-9315-4b94-8686-f58a23c9417d will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:19:38.224529 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836405'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:38.232277 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9925d-f38e-4820-a2dc-19aba4683ad5 req-5795a06c-70e7-43c9-ab02-8df6c8d13760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:38.233827 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8dc9925d-f38e-4820-a2dc-19aba4683ad5 req-5795a06c-70e7-43c9-ab02-8df6c8d13760 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629158 May 10 20:19:38.298281 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:38.334223 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba8f869-4ddc-44fa-a955-b375d0b22566,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:38.344002 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7908696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503314'] for router_interface (e868d2ed-6cdd-437a-a414-a6ee4ed18279), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:38.358785 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 9c4eb7e4-91b6-4919-b90c-652945fa75f7 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:19:38.361547 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:19:38.365810 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-93fcede1-4cf8-4015-8d85-1eb4d69176c0 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:38.378847 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-93fcede1-4cf8-4015-8d85-1eb4d69176c0 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports/7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 HTTP/1.1" status: 200 len: 941 time: 0.1777384 May 10 20:19:38.438568 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8dc9925d-f38e-4820-a2dc-19aba4683ad5 req-b64567d3-8a61-4ad7-b669-5132bf12b58e service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932611 May 10 20:19:38.467949 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Pushing event updated for resources: {'Port': ['ID=7493a0cb-9315-4b94-8686-f58a23c9417d,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:38.552360 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.db.resource_extend [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 20:19:38.560042 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 is: DOWN; New status is: DOWN {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:38.666157 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3843c-193a-4696-96b3-a50267caac02 req-cafe3837-022b-40d0-bdbf-8335001c5c08 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:38.669206 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-98b3843c-193a-4696-96b3-a50267caac02 req-cafe3837-022b-40d0-bdbf-8335001c5c08 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.1989787 May 10 20:19:38.704629 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Network 7c21d383-77db-4ce3-875c-c2706884897a is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:38.717280 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:38.744975 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Attempting to bind port 7493a0cb-9315-4b94-8686-f58a23c9417d on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:19:38.745449 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Attempting to bind port 7493a0cb-9315-4b94-8686-f58a23c9417d by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '268dcf79-5abb-414c-aa17-802029e951e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:19:38.745947 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Attempting to bind port 7493a0cb-9315-4b94-8686-f58a23c9417d on network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:38.753929 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 9c4eb7e4-91b6-4919-b90c-652945fa75f7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9c4eb7e4-91b6-4919-b90c-652945fa75f7,segment=NetworkSegment(c10c9296-4041-4f1a-8baa-9f627e0364d5),segment_id=c10c9296-4041-4f1a-8baa-9f627e0364d5)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:38.756578 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Port 7493a0cb-9315-4b94-8686-f58a23c9417d on network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:19:38.761028 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Attempting to bind port 7493a0cb-9315-4b94-8686-f58a23c9417d on network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:38.764124 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device d547b867-d8ac-4576-bf81-46f08c2b80d5 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:38.765724 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8dc9925d-f38e-4820-a2dc-19aba4683ad5 req-2ece3c75-6004-49d2-8731-5986c20d5b7d service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113670 May 10 20:19:38.770570 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:19:38.771936 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Checking segment: {'id': '268dcf79-5abb-414c-aa17-802029e951e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:38.772423 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Bound using segment: {'id': '268dcf79-5abb-414c-aa17-802029e951e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:19:38.773037 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Bound port: 7493a0cb-9315-4b94-8686-f58a23c9417d, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268dcf79-5abb-414c-aa17-802029e951e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:19:38.774036 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:38.909295 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-98b3843c-193a-4696-96b3-a50267caac02 req-25a12441-8ffc-4c7c-9207-41875bdc4e73 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187152 May 10 20:19:38.973121 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '9c4eb7e4-91b6-4919-b90c-652945fa75f7', 'network_id': '3bb2c490-f5c2-46ac-b9c0-c30485604258', 'port_id': '9c4eb7e4-91b6-4919-b90c-652945fa75f7', 'mac_address': 'fa:16:3e:0b:a8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4b38ac-29a0-4b05-8481-ae4d2fe53975', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:19:38.980189 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Router e868d2ed-6cdd-437a-a414-a6ee4ed18279 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:19:38.991285 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port d547b867-d8ac-4576-bf81-46f08c2b80d5 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:38.991931 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (d547b867-d8ac-4576-bf81-46f08c2b80d5), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:39.053501 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 9c4eb7e4-91b6-4919-b90c-652945fa75f7 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:39.054420 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:39.084806 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4eb7e4-91b6-4919-b90c-652945fa75f7 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:19:39.101030 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] For port 7493a0cb-9315-4b94-8686-f58a23c9417d, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:19:39.104468 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] For port 7493a0cb-9315-4b94-8686-f58a23c9417d, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7493a0cb-9315-4b94-8686-f58a23c9417d,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:19:39.116672 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 9c4eb7e4-91b6-4919-b90c-652945fa75f7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9c4eb7e4-91b6-4919-b90c-652945fa75f7,segment=NetworkSegment(c10c9296-4041-4f1a-8baa-9f627e0364d5),segment_id=c10c9296-4041-4f1a-8baa-9f627e0364d5)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:39.118266 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fcff4-f1a9-4418-9563-6de7bbe2cb4f req-3867e744-122d-4131-8ccc-48d297816ee0 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:39.124078 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cb3fcff4-f1a9-4418-9563-6de7bbe2cb4f req-3867e744-122d-4131-8ccc-48d297816ee0 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 943 time: 0.1742530 May 10 20:19:39.169626 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port d547b867-d8ac-4576-bf81-46f08c2b80d5 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:39.170035 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d547b867-d8ac-4576-bf81-46f08c2b80d5), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:39.196634 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:39.211083 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cb3fcff4-f1a9-4418-9563-6de7bbe2cb4f req-0356a744-a2f9-425f-9655-93cdd404ee26 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798662 May 10 20:19:39.214409 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:39.224241 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:19:39.234667 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port d547b867-d8ac-4576-bf81-46f08c2b80d5, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=d547b867-d8ac-4576-bf81-46f08c2b80d5,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:39.260234 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-aed3fa69-768b-47de-bbc6-818cb048ff92 None None] Provisioning complete for port 1ba8f869-4ddc-44fa-a955-b375d0b22566 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:39.261152 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-aed3fa69-768b-47de-bbc6-818cb048ff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:39.272900 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:39.273580 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:39.276089 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] 10.222.0.83 "PUT /v2.0/ports/7493a0cb-9315-4b94-8686-f58a23c9417d HTTP/1.1" status: 200 len: 1094 time: 2.0260358 May 10 20:19:39.329418 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-49a9ae7d-e6ec-4c32-b74b-30869202e611 admin admin] 10.222.0.65 "PUT /v2.0/routers/e868d2ed-6cdd-437a-a414-a6ee4ed18279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4024577 May 10 20:19:39.351899 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb37e5-8ebd-4d2f-863e-6a9b373564b3 req-dc4483d9-5c32-41ea-94aa-7299b2813295 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:39.356958 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'tag': '7493a0cb-9315-4b94-8686-f58a23c9417d'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:19:39.360242 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2549430-d2d9-4c88-84ac-be8cf9407550" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddf4267-70b6-417f-b6de-6873fb9117a4", "tag": "7493a0cb-9315-4b94-8686-f58a23c9417d"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:19:39.364093 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-35bb37e5-8ebd-4d2f-863e-6a9b373564b3 req-dc4483d9-5c32-41ea-94aa-7299b2813295 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.1414247 May 10 20:19:39.376821 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d54c12-1e49-4bd5-91ed-7ef3c97f8715 service neutron] Pushing event updated for resources: {'Port': ['ID=7493a0cb-9315-4b94-8686-f58a23c9417d,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:39.392336 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (d547b867-d8ac-4576-bf81-46f08c2b80d5), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:39.413114 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd59eb03-635d-45fa-bb25-e53dc3a01ea7 x-openstack-request-id: req-cd59eb03-635d-45fa-bb25-e53dc3a01ea7 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:19:39.413114 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddf4267-70b6-417f-b6de-6873fb9117a4", "tag": "7493a0cb-9315-4b94-8686-f58a23c9417d", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:19:39.413114 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd59eb03-635d-45fa-bb25-e53dc3a01ea7 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:19:39.413114 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd59eb03-635d-45fa-bb25-e53dc3a01ea7'] response: {'name': 'network-changed', 'server_uuid': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'tag': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'status': 'completed', 'code': 200} May 10 20:19:39.413491 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-aed3fa69-768b-47de-bbc6-818cb048ff92 None None] Port 1ba8f869-4ddc-44fa-a955-b375d0b22566 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:19:39.427936 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=9c4eb7e4-91b6-4919-b90c-652945fa75f7,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:39.459901 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-35bb37e5-8ebd-4d2f-863e-6a9b373564b3 req-7c4f7b4d-93f5-45a9-b0a6-b6fea7b6b652 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921755 May 10 20:19:39.488609 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-616f6ed4-936a-486e-a602-725561fa8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:39.491124 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-616f6ed4-936a-486e-a602-725561fa8ae2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b9724c9a575141d48bbfbde685774622&device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 1128 time: 0.0549896 May 10 20:19:39.520487 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=d547b867-d8ac-4576-bf81-46f08c2b80d5,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:39.542676 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['9c4eb7e4-91b6-4919-b90c-652945fa75f7'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:19:39.565037 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-3133194c-401d-4429-bcc1-5951e505eb03 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7493a0cb-9315-4b94-8686-f58a23c9417d HTTP/1.1" status: 200 len: 217 time: 0.0612216 May 10 20:19:39.624824 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-95516cc2-f688-40ac-bc57-064eb7ec8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:39.626601 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-95516cc2-f688-40ac-bc57-064eb7ec8152 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0296e62-bd8a-4130-840e-5dc3ebc5a76d HTTP/1.1" status: 200 len: 847 time: 0.0526085 May 10 20:19:39.690348 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-562ebb60-47f3-437e-9cba-eb5134346e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:39.690601 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-562ebb60-47f3-437e-9cba-eb5134346e95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=339c6d8e-af10-4b8c-9702-0522fc8af9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550992 May 10 20:19:39.805196 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-cffc74c0-8dd4-443a-ad59-8c9f8fe14f70 service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066673 May 10 20:19:39.813832 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 55522) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:39.818274 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-823694651', 'description': 'tempest-secgroup-smoke-823694651 description', 'project_id': '93dce3ce114d427895f446e0ed0f7e4f'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:39.920645 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60b78ba3-16cd-43f4-bf35-5e55512d8fb3 req-04f31d94-a59e-4723-a314-a265608cba57 service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967190 May 10 20:19:39.936551 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:40.012625 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group (15f3ea39-f3f4-4960-a0ad-d633e413f639), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:40.066203 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17493324-65d3-4b7d-9739-90b81d90a069 req-c1cb9384-eedd-4a5d-87f5-bd53afe82449 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:40.067772 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-17493324-65d3-4b7d-9739-90b81d90a069 req-c1cb9384-eedd-4a5d-87f5-bd53afe82449 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0512705 May 10 20:19:40.078878 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (15f3ea39-f3f4-4960-a0ad-d633e413f639), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:40.107634 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f3ea39-f3f4-4960-a0ad-d633e413f639,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:40.114717 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.115062 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.115417 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.115827 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.116157 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.116277 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-17493324-65d3-4b7d-9739-90b81d90a069 req-0e3b3969-480a-4993-8455-87e4a29e6055 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424707 May 10 20:19:40.116536 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.116861 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.117235 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.117680 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.117967 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.118296 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.118778 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.118994 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.119357 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.119711 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:40.183574 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:40.185556 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b6dd36f3-8086-409d-8bdd-fd7335cb5f6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3701010 May 10 20:19:40.188585 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 55526) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:40.192947 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-83548235-ce39-4356-b879-9f0e75f2e8aa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Request body: {'security_group_rule': {'security_group_id': '15f3ea39-f3f4-4960-a0ad-d633e413f639', 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:40.297398 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-83548235-ce39-4356-b879-9f0e75f2e8aa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (80e11711-ab1f-4c5e-b7bd-a6ae017d2266), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:40.301629 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2549430-d2d9-4c88-84ac-be8cf9407550 req-40a0b74e-450f-4b28-be29-c35b40eebb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:40.303155 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2549430-d2d9-4c88-84ac-be8cf9407550 req-40a0b74e-450f-4b28-be29-c35b40eebb7e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b9724c9a575141d48bbfbde685774622&device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 1128 time: 0.0583375 May 10 20:19:40.430137 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 9c4eb7e4-91b6-4919-b90c-652945fa75f7 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:40.492004 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port 9c4eb7e4-91b6-4919-b90c-652945fa75f7 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:19:40.576945 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device d547b867-d8ac-4576-bf81-46f08c2b80d5 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:40.589692 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c80e47-0e5e-4961-9748-08108d70a5e6 req-eb84089d-8329-4f4b-b2d5-8a4593a1f60c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:40.597813 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-53c80e47-0e5e-4961-9748-08108d70a5e6 req-eb84089d-8329-4f4b-b2d5-8a4593a1f60c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0645578 May 10 20:19:40.601615 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 9c4eb7e4-91b6-4919-b90c-652945fa75f7 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:40.601987 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:40.661576 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-53c80e47-0e5e-4961-9748-08108d70a5e6 req-ef49f872-8ee2-475d-87e9-8efbfa4ed06a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627537 May 10 20:19:40.680620 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port d547b867-d8ac-4576-bf81-46f08c2b80d5 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:40.682270 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (d547b867-d8ac-4576-bf81-46f08c2b80d5), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:40.731697 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Sync routers for ids ['e868d2ed-6cdd-437a-a414-a6ee4ed18279'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:19:40.751058 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0d187-eb66-464a-9e59-84501eaa94a2 req-de67ae34-22ae-416b-b389-8b3af9c6eb8a tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:40.752684 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ce0d187-eb66-464a-9e59-84501eaa94a2 req-de67ae34-22ae-416b-b389-8b3af9c6eb8a tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 944 time: 0.4296021 May 10 20:19:40.767215 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Routers {'e868d2ed-6cdd-437a-a414-a6ee4ed18279'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:40.768106 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:19:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e868d2ed-6cdd-437a-a414-a6ee4ed18279'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:40.771689 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 9c4eb7e4-91b6-4919-b90c-652945fa75f7 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:40.772300 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:40.792833 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-83548235-ce39-4356-b879-9f0e75f2e8aa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (80e11711-ab1f-4c5e-b7bd-a6ae017d2266), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:40.812567 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2549430-d2d9-4c88-84ac-be8cf9407550 req-0895b00b-7dd9-41f5-b7b3-a48f37ff75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:40.817767 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2549430-d2d9-4c88-84ac-be8cf9407550 req-0895b00b-7dd9-41f5-b7b3-a48f37ff75a1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=339c6d8e-af10-4b8c-9702-0522fc8af9c1 HTTP/1.1" status: 200 len: 909 time: 0.5022042 May 10 20:19:40.844626 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24b00ee-35b0-4955-99d0-c16edac4f550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4eb7e4-91b6-4919-b90c-652945fa75f7'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:19:40.846946 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274eb2fa-194e-4db0-acbf-bb13ac471bf3" -d '{"events": [{"server_uuid": "d24b00ee-35b0-4955-99d0-c16edac4f550", "name": "network-vif-plugged", "status": "completed", "tag": "9c4eb7e4-91b6-4919-b90c-652945fa75f7"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:19:40.880970 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-83548235-ce39-4356-b879-9f0e75f2e8aa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (80e11711-ab1f-4c5e-b7bd-a6ae017d2266), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:40.889156 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ce0d187-eb66-464a-9e59-84501eaa94a2 req-d76f0e64-7c9c-41a9-b978-5e3f1e4c1e7b tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188526 May 10 20:19:40.890420 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2549430-d2d9-4c88-84ac-be8cf9407550 req-82d399f6-cc78-4f9e-be1a-9cd9f5d36d59 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7493a0cb-9315-4b94-8686-f58a23c9417d HTTP/1.1" status: 200 len: 217 time: 0.0658414 May 10 20:19:40.916327 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83548235-ce39-4356-b879-9f0e75f2e8aa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e11711-ab1f-4c5e-b7bd-a6ae017d2266,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:40.962176 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2549430-d2d9-4c88-84ac-be8cf9407550 req-10ed52b1-6d2e-422c-bc52-38079e548922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:40.963943 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2549430-d2d9-4c88-84ac-be8cf9407550 req-10ed52b1-6d2e-422c-bc52-38079e548922 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0296e62-bd8a-4130-840e-5dc3ebc5a76d HTTP/1.1" status: 200 len: 847 time: 0.0611203 May 10 20:19:40.982942 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-83548235-ce39-4356-b879-9f0e75f2e8aa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:40.985981 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-83548235-ce39-4356-b879-9f0e75f2e8aa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7962747 May 10 20:19:40.988532 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55540) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:40.993921 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Request body: {'security_group_rule': {'security_group_id': '15f3ea39-f3f4-4960-a0ad-d633e413f639', 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:41.034834 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e99faf5-1d58-4234-9b5d-a4e94e643ab5 x-openstack-request-id: req-4e99faf5-1d58-4234-9b5d-a4e94e643ab5 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:19:41.035154 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24b00ee-35b0-4955-99d0-c16edac4f550", "name": "network-vif-plugged", "status": "completed", "tag": "9c4eb7e4-91b6-4919-b90c-652945fa75f7", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:19:41.035417 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e99faf5-1d58-4234-9b5d-a4e94e643ab5 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:19:41.035814 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e99faf5-1d58-4234-9b5d-a4e94e643ab5'] response: {'server_uuid': 'd24b00ee-35b0-4955-99d0-c16edac4f550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4eb7e4-91b6-4919-b90c-652945fa75f7', 'code': 200} May 10 20:19:41.048869 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2549430-d2d9-4c88-84ac-be8cf9407550 req-86bcaa13-a6ed-4eee-ab4a-ea249f5997d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:41.050597 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2549430-d2d9-4c88-84ac-be8cf9407550 req-86bcaa13-a6ed-4eee-ab4a-ea249f5997d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=339c6d8e-af10-4b8c-9702-0522fc8af9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633938 May 10 20:19:41.064058 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 9c4eb7e4-91b6-4919-b90c-652945fa75f7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9c4eb7e4-91b6-4919-b90c-652945fa75f7,segment=NetworkSegment(c10c9296-4041-4f1a-8baa-9f627e0364d5),segment_id=c10c9296-4041-4f1a-8baa-9f627e0364d5)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:41.104552 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port d547b867-d8ac-4576-bf81-46f08c2b80d5 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:41.108824 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Set router e868d2ed-6cdd-437a-a414-a6ee4ed18279 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:41.130852 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (a2b7444f-a682-4616-b2db-7401a6928f1c), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.140878 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.207200 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2549430-d2d9-4c88-84ac-be8cf9407550 req-cf63d4a3-55e6-4b6a-b1b9-28796546967d service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453645 May 10 20:19:41.228177 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (a2b7444f-a682-4616-b2db-7401a6928f1c), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.282144 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=9c4eb7e4-91b6-4919-b90c-652945fa75f7,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:41.311712 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (a2b7444f-a682-4616-b2db-7401a6928f1c), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.343834 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b7444f-a682-4616-b2db-7401a6928f1c,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:41.350975 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.351325 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.351653 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.352008 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.352360 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.352687 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.353010 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.353332 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.353655 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.353977 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.354354 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.355884 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73353c69-4499-4807-b847-1c3a44121a49 req-48b438d9-3ac2-45cd-8416-a84a2c405ea6 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:41.360248 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.360248 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.360248 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.360248 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:41.362550 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-73353c69-4499-4807-b847-1c3a44121a49 req-48b438d9-3ac2-45cd-8416-a84a2c405ea6 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.1292241 May 10 20:19:41.379245 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'name': 'tempest-TestVolumeBootPattern-1058146726-router', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd547b867-d8ac-4576-bf81-46f08c2b80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:32Z', 'updated_at': '2022-05-10T20:19:37Z', 'revision_number': 4, 'project_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'gw_port': {'id': 'd547b867-d8ac-4576-bf81-46f08c2b80d5', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:33Z', 'updated_at': '2022-05-10T20:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '1ba8f869-4ddc-44fa-a955-b375d0b22566', 'name': '', 'network_id': '7c21d383-77db-4ce3-875c-c2706884897a', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'mac_address': 'fa:16:3e:4d:84:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9d531566-a313-4fad-9aeb-7866b1ce0fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:36Z', 'updated_at': '2022-05-10T20:19:37Z', 'revision_number': 2, 'project_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'subnets': [{'id': '9d531566-a313-4fad-9aeb-7866b1ce0fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:41.384558 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140754a1-8f50-4cfe-a77a-94c9db0f6016 req-56894b0f-59ff-490e-8ab2-3773c72aea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:41.386106 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-140754a1-8f50-4cfe-a77a-94c9db0f6016 req-56894b0f-59ff-490e-8ab2-3773c72aea13 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 1129 time: 0.0961678 May 10 20:19:41.411526 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Checking router: e868d2ed-6cdd-437a-a414-a6ee4ed18279 for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:19:41.411871 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Updating router e868d2ed-6cdd-437a-a414-a6ee4ed18279 port 1ba8f869-4ddc-44fa-a955-b375d0b22566 binding host dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:19:41.413440 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.418295 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-4b12f79b-d29c-431f-a81f-4b0c6df69bba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4243064 May 10 20:19:41.418295 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55546) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:41.423904 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-616e2114-e528-40f5-b9ea-15892eec06f8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Request body: {'security_group_rule': {'security_group_id': '15f3ea39-f3f4-4960-a0ad-d633e413f639', 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:41.434367 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2549430-d2d9-4c88-84ac-be8cf9407550 req-230c1cca-cebb-4b64-bfbf-b3840ec67ee0 service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196517 May 10 20:19:41.450485 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.502277 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-73353c69-4499-4807-b847-1c3a44121a49 req-5841a1f5-52db-44d9-9e2d-1121dc9fb74e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315820 May 10 20:19:41.507035 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-140754a1-8f50-4cfe-a77a-94c9db0f6016 req-fdb1c617-b5a6-4d61-b634-3ce7cab9305f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078789 May 10 20:19:41.542023 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-616e2114-e528-40f5-b9ea-15892eec06f8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (6d02c25e-1163-4dd5-9153-644845f552e6), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.600535 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-616e2114-e528-40f5-b9ea-15892eec06f8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (6d02c25e-1163-4dd5-9153-644845f552e6), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.705939 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-616e2114-e528-40f5-b9ea-15892eec06f8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (6d02c25e-1163-4dd5-9153-644845f552e6), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.724679 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e2114-e528-40f5-b9ea-15892eec06f8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d02c25e-1163-4dd5-9153-644845f552e6,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:41.745834 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Publish callbacks [] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.783464 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ecb19-be90-4a11-bf7d-742a4956c98b req-41739d0b-626b-48c3-a6bd-bdd16945df3a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:41.784896 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-120ecb19-be90-4a11-bf7d-742a4956c98b req-41739d0b-626b-48c3-a6bd-bdd16945df3a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0514767 May 10 20:19:41.800184 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-616e2114-e528-40f5-b9ea-15892eec06f8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.801298 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-616e2114-e528-40f5-b9ea-15892eec06f8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3822775 May 10 20:19:41.804504 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 55552) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:41.809065 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-688ca4cc-8b17-4687-999c-b4eb19b40edb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Request body: {'security_group_rule': {'security_group_id': '15f3ea39-f3f4-4960-a0ad-d633e413f639', 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:41.833438 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.850315 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-120ecb19-be90-4a11-bf7d-742a4956c98b req-908b1604-d7c3-47fa-9427-24e5ead385a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589447 May 10 20:19:41.886286 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a78a6-cce3-4dfe-b172-9ee514545a97 None None] Pushing event updated for resources: {'Port': ['ID=1ba8f869-4ddc-44fa-a955-b375d0b22566,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:41.937907 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-688ca4cc-8b17-4687-999c-b4eb19b40edb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (47d17367-1752-43b1-b484-3b7db5592e33), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.956268 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Attempting to bind port 1ba8f869-4ddc-44fa-a955-b375d0b22566 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:19:41.965169 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Attempting to bind port 1ba8f869-4ddc-44fa-a955-b375d0b22566 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '612db3c4-b544-461c-9bf6-41d5cfa4df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7c21d383-77db-4ce3-875c-c2706884897a'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:19:41.965169 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Attempting to bind port 1ba8f869-4ddc-44fa-a955-b375d0b22566 on network 7c21d383-77db-4ce3-875c-c2706884897a {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:41.965169 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:19:41.965169 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Checking segment: {'id': '612db3c4-b544-461c-9bf6-41d5cfa4df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7c21d383-77db-4ce3-875c-c2706884897a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:41.965169 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.966261 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Bound using segment: {'id': '612db3c4-b544-461c-9bf6-41d5cfa4df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7c21d383-77db-4ce3-875c-c2706884897a'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:19:41.966803 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Bound port: 1ba8f869-4ddc-44fa-a955-b375d0b22566, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612db3c4-b544-461c-9bf6-41d5cfa4df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7c21d383-77db-4ce3-875c-c2706884897a'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:19:41.967207 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.038349 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b59958-9a26-4e5a-8c95-7c53d78437fe req-13645697-ea73-4283-8ee6-7e736f2fd7e0 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:42.040048 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22b59958-9a26-4e5a-8c95-7c53d78437fe req-13645697-ea73-4283-8ee6-7e736f2fd7e0 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0696599 May 10 20:19:42.044191 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] For port 1ba8f869-4ddc-44fa-a955-b375d0b22566, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:19:42.048688 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] For port 1ba8f869-4ddc-44fa-a955-b375d0b22566, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=1ba8f869-4ddc-44fa-a955-b375d0b22566,segment=NetworkSegment(612db3c4-b544-461c-9bf6-41d5cfa4df57),segment_id=612db3c4-b544-461c-9bf6-41d5cfa4df57)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:19:42.054842 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-688ca4cc-8b17-4687-999c-b4eb19b40edb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (47d17367-1752-43b1-b484-3b7db5592e33), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.096655 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.098392 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22b59958-9a26-4e5a-8c95-7c53d78437fe req-0cd5a1c0-e714-4b4f-8ba7-10b5d8daab8b tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460160 May 10 20:19:42.119006 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-688ca4cc-8b17-4687-999c-b4eb19b40edb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (47d17367-1752-43b1-b484-3b7db5592e33), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.143781 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ca4cc-8b17-4687-999c-b4eb19b40edb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d17367-1752-43b1-b484-3b7db5592e33,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:42.158284 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Routers {'e868d2ed-6cdd-437a-a414-a6ee4ed18279'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:42.158896 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:19:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e868d2ed-6cdd-437a-a414-a6ee4ed18279'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:42.203117 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-688ca4cc-8b17-4687-999c-b4eb19b40edb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.205544 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-688ca4cc-8b17-4687-999c-b4eb19b40edb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3997180 May 10 20:19:42.208100 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 55556) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:42.212979 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-fa75604e-86b1-437d-972b-fe0c2633ab35 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Request body: {'security_group_rule': {'security_group_id': '15f3ea39-f3f4-4960-a0ad-d633e413f639', 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:42.223745 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a78a6-cce3-4dfe-b172-9ee514545a97 None None] Pushing event updated for resources: {'Port': ['ID=1ba8f869-4ddc-44fa-a955-b375d0b22566,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:42.237508 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-61897968-649d-424d-9487-48867592b315 None None] Provisioning complete for port 1ba8f869-4ddc-44fa-a955-b375d0b22566 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:42.237889 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-61897968-649d-424d-9487-48867592b315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.280053 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.securitygroups_db [None req-fa75604e-86b1-437d-972b-fe0c2633ab35 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Project 93dce3ce114d427895f446e0ed0f7e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:19:42.287370 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fa75604e-86b1-437d-972b-fe0c2633ab35 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (dd69b109-5c8f-465f-8bd9-d698236c8787), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.343882 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] Set router e868d2ed-6cdd-437a-a414-a6ee4ed18279 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:42.362100 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fa75604e-86b1-437d-972b-fe0c2633ab35 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (dd69b109-5c8f-465f-8bd9-d698236c8787), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.439612 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fa75604e-86b1-437d-972b-fe0c2633ab35 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (dd69b109-5c8f-465f-8bd9-d698236c8787), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.450186 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-61897968-649d-424d-9487-48867592b315 None None] Current status of the port 1ba8f869-4ddc-44fa-a955-b375d0b22566 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:42.450630 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-61897968-649d-424d-9487-48867592b315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.458633 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75604e-86b1-437d-972b-fe0c2633ab35 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd69b109-5c8f-465f-8bd9-d698236c8787,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:42.503808 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fa75604e-86b1-437d-972b-fe0c2633ab35 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.505458 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-fa75604e-86b1-437d-972b-fe0c2633ab35 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2960706 May 10 20:19:42.507937 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 55562) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:42.514326 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-d46fbd23-d9d9-4154-91b2-577d53c63662 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Request body: {'security_group_rule': {'security_group_id': '15f3ea39-f3f4-4960-a0ad-d633e413f639', 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:42.542410 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-61897968-649d-424d-9487-48867592b315 None None] For port 1ba8f869-4ddc-44fa-a955-b375d0b22566, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=1ba8f869-4ddc-44fa-a955-b375d0b22566,segment=NetworkSegment(612db3c4-b544-461c-9bf6-41d5cfa4df57),segment_id=612db3c4-b544-461c-9bf6-41d5cfa4df57)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:42.603761 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.securitygroups_db [None req-d46fbd23-d9d9-4154-91b2-577d53c63662 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Project 93dce3ce114d427895f446e0ed0f7e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:19:42.609965 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'name': 'tempest-TestVolumeBootPattern-1058146726-router', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd547b867-d8ac-4576-bf81-46f08c2b80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:32Z', 'updated_at': '2022-05-10T20:19:37Z', 'revision_number': 4, 'project_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'gw_port': {'id': 'd547b867-d8ac-4576-bf81-46f08c2b80d5', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:33Z', 'updated_at': '2022-05-10T20:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '1ba8f869-4ddc-44fa-a955-b375d0b22566', 'name': '', 'network_id': '7c21d383-77db-4ce3-875c-c2706884897a', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'mac_address': 'fa:16:3e:4d:84:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9d531566-a313-4fad-9aeb-7866b1ce0fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:36Z', 'updated_at': '2022-05-10T20:19:42Z', 'revision_number': 4, 'project_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'subnets': [{'id': '9d531566-a313-4fad-9aeb-7866b1ce0fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:42.613216 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d46fbd23-d9d9-4154-91b2-577d53c63662 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (8e3f5f4a-2158-4e97-bd7b-cb152d6b0036), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.641883 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-61897968-649d-424d-9487-48867592b315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.642499 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42769127-7dad-4028-bddb-bd3cf2a9c790 req-4c939c07-1a26-48a5-9f88-48f16c075a6a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:42.644154 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25580144-d0bf-4317-b921-12d77946ad59 None None] The sync data for ids ['e868d2ed-6cdd-437a-a414-a6ee4ed18279'] in dv-cinder-828805-2-iscsi is: [{'id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'name': 'tempest-TestVolumeBootPattern-1058146726-router', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd547b867-d8ac-4576-bf81-46f08c2b80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:32Z', 'updated_at': '2022-05-10T20:19:37Z', 'revision_number': 4, 'project_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'gw_port': {'id': 'd547b867-d8ac-4576-bf81-46f08c2b80d5', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:33Z', 'updated_at': '2022-05-10T20:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '1ba8f869-4ddc-44fa-a955-b375d0b22566', 'name': '', 'network_id': '7c21d383-77db-4ce3-875c-c2706884897a', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'mac_address': 'fa:16:3e:4d:84:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9d531566-a313-4fad-9aeb-7866b1ce0fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:36Z', 'updated_at': '2022-05-10T20:19:42Z', 'revision_number': 4, 'project_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'subnets': [{'id': '9d531566-a313-4fad-9aeb-7866b1ce0fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:19:42.645904 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-42769127-7dad-4028-bddb-bd3cf2a9c790 req-4c939c07-1a26-48a5-9f88-48f16c075a6a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0546756 May 10 20:19:42.714572 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61897968-649d-424d-9487-48867592b315 None None] Pushing event updated for resources: {'Port': ['ID=1ba8f869-4ddc-44fa-a955-b375d0b22566,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:42.739222 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-f0835ee0-b33d-4955-9e09-4c410f72e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:42.740727 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-f0835ee0-b33d-4955-9e09-4c410f72e8b5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d&tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2 HTTP/1.1" status: 200 len: 1128 time: 0.1080205 May 10 20:19:42.749308 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-42769127-7dad-4028-bddb-bd3cf2a9c790 req-31e66db3-7659-4642-804e-4092ab31b9a3 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765841 May 10 20:19:42.776185 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-3184aae5-a922-4013-9686-3c442ccca124 None None] Provisioning complete for port 1ba8f869-4ddc-44fa-a955-b375d0b22566 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:42.776563 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3184aae5-a922-4013-9686-3c442ccca124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.788408 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d46fbd23-d9d9-4154-91b2-577d53c63662 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (8e3f5f4a-2158-4e97-bd7b-cb152d6b0036), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.841046 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-6a669899-bbcd-40c7-a773-7551831d613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:42.842680 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-6a669899-bbcd-40c7-a773-7551831d613e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 1128 time: 0.0446007 May 10 20:19:42.873983 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d46fbd23-d9d9-4154-91b2-577d53c63662 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (8e3f5f4a-2158-4e97-bd7b-cb152d6b0036), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:42.884399 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-3184aae5-a922-4013-9686-3c442ccca124 None None] Current status of the port 1ba8f869-4ddc-44fa-a955-b375d0b22566 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:42.962983 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fbd23-d9d9-4154-91b2-577d53c63662 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3f5f4a-2158-4e97-bd7b-cb152d6b0036,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:43.021274 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ca791-4b15-4f91-a731-306aa9bd213d req-1469c159-a0f5-4844-9869-77e43f121d58 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:43.022857 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba9ca791-4b15-4f91-a731-306aa9bd213d req-1469c159-a0f5-4844-9869-77e43f121d58 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0977798 May 10 20:19:43.038963 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d46fbd23-d9d9-4154-91b2-577d53c63662 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:43.040176 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d46fbd23-d9d9-4154-91b2-577d53c63662 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5311112 May 10 20:19:43.056198 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-26840c0d-8b49-4777-882f-dae9d81de372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:43.057768 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-26840c0d-8b49-4777-882f-dae9d81de372 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 HTTP/1.1" status: 200 len: 918 time: 0.2018077 May 10 20:19:43.106637 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba9ca791-4b15-4f91-a731-306aa9bd213d req-e877e4d9-9e56-4afd-9a9f-ca1a828fd57b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760937 May 10 20:19:43.228368 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c32d62-4d54-4998-8c3a-5b7610a9632f req-1ae0b1fe-1d8c-4955-ae12-3bf212a98718 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:43.230614 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-28c32d62-4d54-4998-8c3a-5b7610a9632f req-1ae0b1fe-1d8c-4955-ae12-3bf212a98718 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0568640 May 10 20:19:43.295490 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-28c32d62-4d54-4998-8c3a-5b7610a9632f req-b10fcb6f-7cb1-46c8-bbb2-a14097227baa tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589890 May 10 20:19:43.775670 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00d1cc-36d4-4ccc-b37e-90be2a4c898d req-f49a7817-d1eb-4cf8-97b8-b2b804aac463 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:43.778053 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2d00d1cc-36d4-4ccc-b37e-90be2a4c898d req-f49a7817-d1eb-4cf8-97b8-b2b804aac463 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0654781 May 10 20:19:43.792044 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-c10d9ae4-82c8-46af-b581-aae4f1b0bae8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 HTTP/1.1" status: 200 len: 1000 time: 0.0680535 May 10 20:19:43.844283 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2d00d1cc-36d4-4ccc-b37e-90be2a4c898d req-6fbefff9-afb8-4389-9ea2-31cc61bcaf3a tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603306 May 10 20:19:43.854645 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-eb92fb0c-7d80-4063-8551-19519680bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:43.856176 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-eb92fb0c-7d80-4063-8551-19519680bb8f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=60a713fc-3628-49db-a510-f75848231cfa HTTP/1.1" status: 200 len: 856 time: 0.0583029 May 10 20:19:43.951780 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8c933-b765-45fc-a620-0a765f57f3ee req-0a82bd54-b886-4004-b516-980d97e3d7a8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:43.953226 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83b8c933-b765-45fc-a620-0a765f57f3ee req-0a82bd54-b886-4004-b516-980d97e3d7a8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.1145434 May 10 20:19:43.957344 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-4ae8e3cd-0c93-4ac0-af5c-83de83c5e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:43.958797 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-4ae8e3cd-0c93-4ac0-af5c-83de83c5e385 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716138 May 10 20:19:44.050328 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd039d1-7de5-499b-9011-fe0c452338eb req-03593f02-6da0-48a6-aeb3-0af930653867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:44.051907 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cbd039d1-7de5-499b-9011-fe0c452338eb req-03593f02-6da0-48a6-aeb3-0af930653867 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b135986dfe1f499a9655ac3faee4bbbf&device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 1168 time: 0.1153936 May 10 20:19:44.110113 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83b8c933-b765-45fc-a620-0a765f57f3ee req-3fda22d4-17f4-4999-a279-d376a5f124f6 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502175 May 10 20:19:44.162980 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-26706d5e-4c2d-4e30-9af5-b2169cfd5750 service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841567 May 10 20:19:44.239764 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa589f-b002-4b4f-b1fc-1100545ac341 req-437716d4-201a-429a-8ffb-13b9697cdf21 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:44.241252 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-33aa589f-b002-4b4f-b1fc-1100545ac341 req-437716d4-201a-429a-8ffb-13b9697cdf21 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0567496 May 10 20:19:44.266785 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd039d1-7de5-499b-9011-fe0c452338eb req-446d50ff-ada5-444e-b92e-84f35e4009df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:44.272272 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cbd039d1-7de5-499b-9011-fe0c452338eb req-446d50ff-ada5-444e-b92e-84f35e4009df service neutron] 10.222.0.83 "GET /v2.0/networks?id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6 HTTP/1.1" status: 200 len: 915 time: 0.1947570 May 10 20:19:44.295135 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-33aa589f-b002-4b4f-b1fc-1100545ac341 req-4941b078-7bb8-468a-8755-57dcbfd5620e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471265 May 10 20:19:44.353934 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20766fff-3a00-404c-a1fb-5e9edd8a5959 req-4b271da0-835a-4fc0-8dd3-19e97a9591f0 service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739759 May 10 20:19:44.365363 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cbd039d1-7de5-499b-9011-fe0c452338eb req-9154d9e9-a2ff-4de1-9de4-550a105389b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d73b582c-8472-4325-800b-b5cb2624c200 HTTP/1.1" status: 200 len: 1000 time: 0.0849416 May 10 20:19:44.443561 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552667a-1822-43b5-9d46-9fc8e784f923 req-7c37d7ed-9bf7-401d-a42c-3b1276163faa tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:44.445477 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7552667a-1822-43b5-9d46-9fc8e784f923 req-7c37d7ed-9bf7-401d-a42c-3b1276163faa tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0788701 May 10 20:19:44.465693 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd039d1-7de5-499b-9011-fe0c452338eb req-f51f4e6e-7206-40d9-8c3e-a505487befff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:44.467690 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cbd039d1-7de5-499b-9011-fe0c452338eb req-f51f4e6e-7206-40d9-8c3e-a505487befff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67a1cf95-e53d-4358-a4cf-c80317469e96 HTTP/1.1" status: 200 len: 853 time: 0.0928297 May 10 20:19:44.545788 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7552667a-1822-43b5-9d46-9fc8e784f923 req-723f33d0-4192-4743-9e91-c247ba43a5c0 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900235 May 10 20:19:44.550642 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd039d1-7de5-499b-9011-fe0c452338eb req-f1eecbab-3c83-4f46-a652-93e1f061f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:44.552813 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cbd039d1-7de5-499b-9011-fe0c452338eb req-f1eecbab-3c83-4f46-a652-93e1f061f541 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680189 May 10 20:19:44.609934 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 1ba8f869-4ddc-44fa-a955-b375d0b22566 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:44.687282 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 1ba8f869-4ddc-44fa-a955-b375d0b22566 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:44.687661 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:44.748503 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cbd039d1-7de5-499b-9011-fe0c452338eb req-c7cb4a76-cc80-4a50-a1a4-5990caa5902c service neutron] 10.222.0.83 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382978 May 10 20:19:44.788462 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 1ba8f869-4ddc-44fa-a955-b375d0b22566 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:44.853537 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cbd039d1-7de5-499b-9011-fe0c452338eb req-87d8cc7f-41fe-4ec7-91c6-a994da202774 service neutron] 10.222.0.83 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969718 May 10 20:19:45.009955 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12389e-f16a-40b0-9b18-44e8a4929088 req-d2f7344e-7ed3-4020-b27e-e7923a8d7c37 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:45.011500 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-aa12389e-f16a-40b0-9b18-44e8a4929088 req-d2f7344e-7ed3-4020-b27e-e7923a8d7c37 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0653133 May 10 20:19:45.073743 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-aa12389e-f16a-40b0-9b18-44e8a4929088 req-7c95f47e-98ce-4095-95fe-32509cddbd61 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557854 May 10 20:19:45.235405 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6c08e-fa75-46e8-afe6-3d386e2b26d9 req-d4fd1428-48ab-4f2d-b35b-3baf285f022d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:45.236899 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cca6c08e-fa75-46e8-afe6-3d386e2b26d9 req-d4fd1428-48ab-4f2d-b35b-3baf285f022d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0494227 May 10 20:19:45.283076 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cca6c08e-fa75-46e8-afe6-3d386e2b26d9 req-e84f565f-0f87-4327-a869-5aac90424193 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404954 May 10 20:19:45.411378 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a316f-0a5f-4aa0-84f5-716a8f83427a req-ec2da10e-112e-45dc-acd5-3b88a6cd4349 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:45.413473 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a52a316f-0a5f-4aa0-84f5-716a8f83427a req-ec2da10e-112e-45dc-acd5-3b88a6cd4349 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0514555 May 10 20:19:45.466410 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a52a316f-0a5f-4aa0-84f5-716a8f83427a req-ec273f18-8475-47bc-9c3c-f9d41cf7ddbe tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472164 May 10 20:19:46.021415 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953471e1-729f-4927-8c55-6e0a94f2ad4a req-5a1a46c9-17db-442b-a090-919dc04c96e2 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:46.023041 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-953471e1-729f-4927-8c55-6e0a94f2ad4a req-5a1a46c9-17db-442b-a090-919dc04c96e2 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0505857 May 10 20:19:46.074458 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-953471e1-729f-4927-8c55-6e0a94f2ad4a req-20f8ade6-8b5e-4b3c-aead-be186e0877a8 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451458 May 10 20:19:46.193695 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d48ca2-0489-43ca-b163-1124982d4cb5 req-4f2c4b7e-9f86-41ab-b1e3-1e7ba4032dc5 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:46.195540 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22d48ca2-0489-43ca-b163-1124982d4cb5 req-4f2c4b7e-9f86-41ab-b1e3-1e7ba4032dc5 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0517337 May 10 20:19:46.256452 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22d48ca2-0489-43ca-b163-1124982d4cb5 req-6c64682c-ced9-4ba4-a329-c6e03f7da73a tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548835 May 10 20:19:46.401422 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8939322-1f42-4b76-a881-2a506a94ca39 req-69984dc0-9ee1-4c11-9ec3-559057361678 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:46.402961 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b8939322-1f42-4b76-a881-2a506a94ca39 req-69984dc0-9ee1-4c11-9ec3-559057361678 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0499432 May 10 20:19:46.449518 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b8939322-1f42-4b76-a881-2a506a94ca39 req-394a7031-fcaf-49ef-b148-422bb6a3a40a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 May 10 20:19:46.582831 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515d233-5b09-49ec-bf41-29321e834428 req-de1ca8fb-6eca-4274-91bc-511bb3d32419 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:46.584250 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b515d233-5b09-49ec-bf41-29321e834428 req-de1ca8fb-6eca-4274-91bc-511bb3d32419 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0479317 May 10 20:19:46.635071 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b515d233-5b09-49ec-bf41-29321e834428 req-c0992587-5ef2-40df-8204-add76bb78446 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447817 May 10 20:19:47.196470 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7504a6e-da8c-4f4c-b6c9-55262dd8d0e8 req-2df971d4-62d3-480e-b374-2064e0a09060 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:47.197979 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f7504a6e-da8c-4f4c-b6c9-55262dd8d0e8 req-2df971d4-62d3-480e-b374-2064e0a09060 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0485988 May 10 20:19:47.245401 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f7504a6e-da8c-4f4c-b6c9-55262dd8d0e8 req-ee1d7979-32b5-420a-8389-b2bbdb95d303 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415766 May 10 20:19:47.379975 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9a706-45b1-4917-a963-eb261cc5dc9f req-ee752f6e-def7-4eb3-8448-2f747d7bf479 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:47.387181 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-48c9a706-45b1-4917-a963-eb261cc5dc9f req-ee752f6e-def7-4eb3-8448-2f747d7bf479 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0640583 May 10 20:19:47.467092 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-48c9a706-45b1-4917-a963-eb261cc5dc9f req-4fa7d2e1-e115-4b79-ab19-44a4d9357fdc tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783184 May 10 20:19:47.573088 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43634247-e177-42d7-88c7-b66057d0efc0 req-5c079c29-5845-42e5-a0dd-232ef1edc77b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:47.574580 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-43634247-e177-42d7-88c7-b66057d0efc0 req-5c079c29-5845-42e5-a0dd-232ef1edc77b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0514438 May 10 20:19:47.620538 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-43634247-e177-42d7-88c7-b66057d0efc0 req-42cd2dfb-a7d2-4960-8969-e4bebb98767b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404441 May 10 20:19:47.746475 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e473-6610-4141-a0af-84177364b91c req-48d671ea-c3cf-4479-a128-feac7c2d2cba tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:47.747901 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6148e473-6610-4141-a0af-84177364b91c req-48d671ea-c3cf-4479-a128-feac7c2d2cba tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0467610 May 10 20:19:47.797558 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6148e473-6610-4141-a0af-84177364b91c req-e8a102bf-11f2-44bf-9592-aa09029304aa tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438585 May 10 20:19:48.394767 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d3d18-fac2-4573-a42c-1619064ec293 req-bd06256f-a4e6-4845-b31a-271e75d0b171 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:48.397725 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f51d3d18-fac2-4573-a42c-1619064ec293 req-bd06256f-a4e6-4845-b31a-271e75d0b171 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0634243 May 10 20:19:48.450262 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f51d3d18-fac2-4573-a42c-1619064ec293 req-f41e426c-24f1-440c-9793-1bd240d39201 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479424 May 10 20:19:48.479942 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7493a0cb-9315-4b94-8686-f58a23c9417d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:19:48.591684 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fc31e-2bea-4561-acb7-882748e1eab4 req-5c73d9f5-6567-4fa8-8dd3-a01a0253846a tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:48.600285 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d37fc31e-2bea-4561-acb7-882748e1eab4 req-5c73d9f5-6567-4fa8-8dd3-a01a0253846a tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0650740 May 10 20:19:48.618493 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7493a0cb-9315-4b94-8686-f58a23c9417d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7493a0cb-9315-4b94-8686-f58a23c9417d,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:48.637626 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'port_id': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'mac_address': 'fa:16:3e:2f:03:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:19:48.694134 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 7493a0cb-9315-4b94-8686-f58a23c9417d is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:48.694844 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:48.700060 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d37fc31e-2bea-4561-acb7-882748e1eab4 req-5bb02fe2-c2da-42ea-8251-eeadf973cbc8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983882 May 10 20:19:48.717592 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7493a0cb-9315-4b94-8686-f58a23c9417d {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:19:48.746693 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7493a0cb-9315-4b94-8686-f58a23c9417d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7493a0cb-9315-4b94-8686-f58a23c9417d,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:48.793936 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438d143-f174-452c-94bb-97848e393c36 req-92a14d57-f3d8-48ec-bb19-17e53aa6d3e7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:48.795497 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b438d143-f174-452c-94bb-97848e393c36 req-92a14d57-f3d8-48ec-bb19-17e53aa6d3e7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0590553 May 10 20:19:48.828659 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:48.847769 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b438d143-f174-452c-94bb-97848e393c36 req-3fd4f0a1-b815-4a06-8dc6-2a961ded4dec tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461543 May 10 20:19:48.917539 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=7493a0cb-9315-4b94-8686-f58a23c9417d,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:48.977392 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ca85-cb0a-48c4-953b-c49ced7d3a96 req-a902ba09-7f5a-40cb-8379-09a14e8475e0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:48.978902 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5d2ca85-cb0a-48c4-953b-c49ced7d3a96 req-a902ba09-7f5a-40cb-8379-09a14e8475e0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 945 time: 0.0702872 May 10 20:19:49.049268 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5d2ca85-cb0a-48c4-953b-c49ced7d3a96 req-23e23401-5be5-4298-aef9-906a849e3af3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627692 May 10 20:19:49.212429 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['7493a0cb-9315-4b94-8686-f58a23c9417d'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:19:49.586168 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5437bab-6ebf-4a73-8953-b8757f8a7ebc req-ea70f7a1-3410-4de8-946a-92aaa0994248 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:49.587547 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f5437bab-6ebf-4a73-8953-b8757f8a7ebc req-ea70f7a1-3410-4de8-946a-92aaa0994248 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0524995 May 10 20:19:49.640253 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f5437bab-6ebf-4a73-8953-b8757f8a7ebc req-ef9769ed-6be5-4ff2-9bec-a2223d04c326 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461168 May 10 20:19:49.835435 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2bed3-6b07-458e-98df-218fb1983c8a req-fd455215-f32e-4a15-ad88-65b619780410 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:49.836925 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2fd2bed3-6b07-458e-98df-218fb1983c8a req-fd455215-f32e-4a15-ad88-65b619780410 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0483460 May 10 20:19:49.899652 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2fd2bed3-6b07-458e-98df-218fb1983c8a req-b4a4f96c-61dc-4ced-9020-f121f4377fbb tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567086 May 10 20:19:49.994442 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ec6b5-e28c-40bf-b0ff-9ce432540dd5 req-b5385d76-8783-4af5-b764-22133380516a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:50.002404 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4b2ec6b5-e28c-40bf-b0ff-9ce432540dd5 req-b5385d76-8783-4af5-b764-22133380516a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0570223 May 10 20:19:50.049444 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4b2ec6b5-e28c-40bf-b0ff-9ce432540dd5 req-f36ac884-0b25-4ae9-9781-c3cd3363efc2 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457499 May 10 20:19:50.177262 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b6433-5e55-418f-9d4a-49d3619c020b req-80c717fc-78ec-4879-85af-5cebc42e9456 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:50.178860 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-271b6433-5e55-418f-9d4a-49d3619c020b req-80c717fc-78ec-4879-85af-5cebc42e9456 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 945 time: 0.0536706 May 10 20:19:50.241516 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-271b6433-5e55-418f-9d4a-49d3619c020b req-325c31c8-97ef-4db1-856f-df5e1bb724b4 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570676 May 10 20:19:50.499261 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7493a0cb-9315-4b94-8686-f58a23c9417d up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:50.557788 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port 7493a0cb-9315-4b94-8686-f58a23c9417d completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:19:50.623196 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 7493a0cb-9315-4b94-8686-f58a23c9417d triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:50.623788 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:50.770447 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 7493a0cb-9315-4b94-8686-f58a23c9417d is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:50.770447 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:50.780275 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e90f0d3b-558a-4f07-83cc-bae2600efdb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:50.790937 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83692a-137a-48c3-b51a-e4b0fcc6cbb6 req-03ea19e1-6a31-428e-acc3-a916d5894ae0 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:50.795706 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6d83692a-137a-48c3-b51a-e4b0fcc6cbb6 req-03ea19e1-6a31-428e-acc3-a916d5894ae0 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0674696 May 10 20:19:50.800958 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7493a0cb-9315-4b94-8686-f58a23c9417d'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:19:50.803463 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47302f5b-ffde-4764-878c-14237823aa86" -d '{"events": [{"server_uuid": "2ddf4267-70b6-417f-b6de-6873fb9117a4", "name": "network-vif-plugged", "status": "completed", "tag": "7493a0cb-9315-4b94-8686-f58a23c9417d"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:19:50.822658 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7493a0cb-9315-4b94-8686-f58a23c9417d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7493a0cb-9315-4b94-8686-f58a23c9417d,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:50.850733 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7acb7e7-4ac1-42f7-b1a6-653800c847be x-openstack-request-id: req-e7acb7e7-4ac1-42f7-b1a6-653800c847be {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:19:50.851074 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddf4267-70b6-417f-b6de-6873fb9117a4", "name": "network-vif-plugged", "status": "completed", "tag": "7493a0cb-9315-4b94-8686-f58a23c9417d", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:19:50.851486 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7acb7e7-4ac1-42f7-b1a6-653800c847be {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:19:50.853119 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7acb7e7-4ac1-42f7-b1a6-653800c847be'] response: {'server_uuid': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'code': 200} May 10 20:19:50.867841 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6d83692a-137a-48c3-b51a-e4b0fcc6cbb6 req-f5941c06-7c2a-4f95-b4b2-6e6765059931 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678873 May 10 20:19:50.919607 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:50.981118 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=7493a0cb-9315-4b94-8686-f58a23c9417d,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:51.091366 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2b86f-e5b1-495b-9954-9a7a29ad4b10 req-4251f41e-ba07-48ef-9a16-40b4d347c8cb tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:51.093298 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6ba2b86f-e5b1-495b-9954-9a7a29ad4b10 req-4251f41e-ba07-48ef-9a16-40b4d347c8cb tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0614674 May 10 20:19:51.178853 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6ba2b86f-e5b1-495b-9954-9a7a29ad4b10 req-21d4c3b3-9a99-4934-ad02-43181c6761fb tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764081 May 10 20:19:51.218777 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127cac1-fcf3-4dd4-8bc3-87f3b6636ba6 req-131625d7-8c10-4a85-8a27-5c5591f377b5 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:51.220346 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4127cac1-fcf3-4dd4-8bc3-87f3b6636ba6 req-131625d7-8c10-4a85-8a27-5c5591f377b5 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0767667 May 10 20:19:51.297280 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4127cac1-fcf3-4dd4-8bc3-87f3b6636ba6 req-50e3eb07-8118-439f-a824-6e587e5e1419 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710533 May 10 20:19:51.388134 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bcd81-cf64-4608-b27e-eb78f62a2ba1 req-b77b21bc-4bf1-4d24-898a-08eceea0b5e6 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:51.390196 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d87bcd81-cf64-4608-b27e-eb78f62a2ba1 req-b77b21bc-4bf1-4d24-898a-08eceea0b5e6 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0511899 May 10 20:19:51.459832 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d87bcd81-cf64-4608-b27e-eb78f62a2ba1 req-04574254-bebb-4417-a138-1cac6640b8d0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637691 May 10 20:19:51.991412 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b6ee4-6948-44cf-ac27-4c62520564ac req-c52398b7-5e34-4087-96bf-2c7fcdcfa104 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:51.992871 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f41b6ee4-6948-44cf-ac27-4c62520564ac req-c52398b7-5e34-4087-96bf-2c7fcdcfa104 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0549290 May 10 20:19:52.063405 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f41b6ee4-6948-44cf-ac27-4c62520564ac req-d6e5af84-cfcc-49dc-9d42-c6365b7f44e3 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601273 May 10 20:19:52.313807 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525cd21-5b7e-4770-b16d-1cb985258f16 req-cb21d452-dcc5-490b-a02d-f0c81ee69df8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:52.315427 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5525cd21-5b7e-4770-b16d-1cb985258f16 req-cb21d452-dcc5-490b-a02d-f0c81ee69df8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0537488 May 10 20:19:52.394988 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5525cd21-5b7e-4770-b16d-1cb985258f16 req-913c30ea-ea82-4a92-a678-dacb633533da tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735738 May 10 20:19:52.452558 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a9688-4587-4580-8dc4-1b84227a27da req-c19d501c-5cd1-42b2-ad08-560987e4c9fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:52.454031 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7b4a9688-4587-4580-8dc4-1b84227a27da req-c19d501c-5cd1-42b2-ad08-560987e4c9fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0760908 May 10 20:19:52.530680 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7b4a9688-4587-4580-8dc4-1b84227a27da req-ff38584e-6c05-47c0-ab16-8160ef5fee47 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707715 May 10 20:19:52.586123 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb87aef-56ee-4ff9-a52e-52816142513c req-eccdc4fa-4987-41b4-9c8f-f6102b303b58 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:52.587800 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4cb87aef-56ee-4ff9-a52e-52816142513c req-eccdc4fa-4987-41b4-9c8f-f6102b303b58 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0530388 May 10 20:19:52.638380 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4cb87aef-56ee-4ff9-a52e-52816142513c req-f7a1132d-d26c-4861-af36-4223df2d047a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439403 May 10 20:19:53.095810 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cc9896ee-dddf-483f-9aaf-73354f99375a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:53.199205 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec74ddf-29c2-420c-b8a8-9cf593ab7af3 req-7377c38d-5f48-4930-a777-6fa8935ede3f tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:53.201030 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4ec74ddf-29c2-420c-b8a8-9cf593ab7af3 req-7377c38d-5f48-4930-a777-6fa8935ede3f tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0625622 May 10 20:19:53.256756 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4ec74ddf-29c2-420c-b8a8-9cf593ab7af3 req-d6f9f1b1-b58b-4145-af18-be1916596887 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493932 May 10 20:19:53.551203 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cfb77-c2b4-4dae-9d85-65aaef2a74e6 req-ce595ba7-c327-4e6f-9acb-e59760df609d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:53.553568 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cc0cfb77-c2b4-4dae-9d85-65aaef2a74e6 req-ce595ba7-c327-4e6f-9acb-e59760df609d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0564423 May 10 20:19:53.633136 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cc0cfb77-c2b4-4dae-9d85-65aaef2a74e6 req-79a2db6b-3605-4a0f-86c5-0d2bef16537a tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740721 May 10 20:19:53.673192 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fe6e8-e8cf-4f57-b2a8-f1d1359eaa33 req-1ab37cb7-ad42-49e6-a89e-094909bd3eaa tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:53.674992 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8f1fe6e8-e8cf-4f57-b2a8-f1d1359eaa33 req-1ab37cb7-ad42-49e6-a89e-094909bd3eaa tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0622642 May 10 20:19:53.730927 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8f1fe6e8-e8cf-4f57-b2a8-f1d1359eaa33 req-09e91131-8789-4c36-966e-b2bda506fe03 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503373 May 10 20:19:53.774611 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cf0a9-4019-4b32-9925-88c226bd9e25 req-96fcb20b-ced5-4566-a6aa-4565aa017ad5 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:53.776687 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-651cf0a9-4019-4b32-9925-88c226bd9e25 req-96fcb20b-ced5-4566-a6aa-4565aa017ad5 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0526390 May 10 20:19:53.834787 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-651cf0a9-4019-4b32-9925-88c226bd9e25 req-31eca649-d0e9-4704-a1b3-0075ddaf0146 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514140 May 10 20:19:54.391818 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4080b08-cf13-41d6-818c-988b718265d7 req-30001072-7912-4778-ba61-468029f225eb tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:54.392748 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:54.397982 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b4080b08-cf13-41d6-818c-988b718265d7 req-30001072-7912-4778-ba61-468029f225eb tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0598755 May 10 20:19:54.455407 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b4080b08-cf13-41d6-818c-988b718265d7 req-9f588d22-4c96-4bec-bcb2-74d2e17490df tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548556 May 10 20:19:54.751245 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e71d36-299a-4c3b-8b48-a90a3d1db1d1 req-9e3b6c51-318c-4187-923a-19f888cf9cb8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:54.752982 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c2e71d36-299a-4c3b-8b48-a90a3d1db1d1 req-9e3b6c51-318c-4187-923a-19f888cf9cb8 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0502236 May 10 20:19:54.827798 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c2e71d36-299a-4c3b-8b48-a90a3d1db1d1 req-37ee0ede-8b90-47e1-89d0-c34799f0ce4c tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671811 May 10 20:19:54.879064 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7225910-7840-4e09-b634-e67a0d33854a req-d80368a2-12f6-46c9-8d7c-173aa536574a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:54.880577 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c7225910-7840-4e09-b634-e67a0d33854a req-d80368a2-12f6-46c9-8d7c-173aa536574a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0689523 May 10 20:19:54.959507 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c7225910-7840-4e09-b634-e67a0d33854a req-0af8cb73-34ea-44c6-8a95-9204e6efc25b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729892 May 10 20:19:54.994729 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceb48f-9a44-4fba-9da8-7498c7650f23 req-ae9d9d04-be9c-4c62-a3b0-487995bf667f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:54.996288 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8ceb48f-9a44-4fba-9da8-7498c7650f23 req-ae9d9d04-be9c-4c62-a3b0-487995bf667f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0638089 May 10 20:19:55.054689 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8ceb48f-9a44-4fba-9da8-7498c7650f23 req-afecccd9-69ae-4e6b-a25f-d48b6119f4fd tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519800 May 10 20:19:55.578276 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0649f3-5576-4d93-87de-c4c301df5c59 req-6553216e-0499-47a0-a79e-cd20d53eb677 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:55.580086 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cc0649f3-5576-4d93-87de-c4c301df5c59 req-6553216e-0499-47a0-a79e-cd20d53eb677 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0531635 May 10 20:19:55.639483 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cc0649f3-5576-4d93-87de-c4c301df5c59 req-d0e534c3-ec1d-4021-82dd-dcfc82b0c809 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536940 May 10 20:19:55.743282 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:55.959398 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4995e-7639-45f1-b2f9-0cacd05c4003 req-94c2ee83-c737-4985-96d0-6724e497c4c5 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:55.960865 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e6b4995e-7639-45f1-b2f9-0cacd05c4003 req-94c2ee83-c737-4985-96d0-6724e497c4c5 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0487535 May 10 20:19:56.029060 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e6b4995e-7639-45f1-b2f9-0cacd05c4003 req-d3cfc079-7511-4664-be2f-10dd3d531389 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625360 May 10 20:19:56.115010 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bffc90-a964-4287-8364-f87ede953a0e req-cdabf428-4f7f-4cd4-aff9-2fb200aaf3b2 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:56.116508 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-74bffc90-a964-4287-8364-f87ede953a0e req-cdabf428-4f7f-4cd4-aff9-2fb200aaf3b2 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0506921 May 10 20:19:56.169095 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-74bffc90-a964-4287-8364-f87ede953a0e req-94baa9a0-8f21-427e-8cf7-dabfaeeb63da tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469682 May 10 20:19:56.193477 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab297cdf-9769-4962-bb77-cc57f3a7eb26 req-734b61c1-b5d8-4e23-ae8f-2b0a6dcfd04c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:56.196026 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab297cdf-9769-4962-bb77-cc57f3a7eb26 req-734b61c1-b5d8-4e23-ae8f-2b0a6dcfd04c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0757771 May 10 20:19:56.259139 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab297cdf-9769-4962-bb77-cc57f3a7eb26 req-2409d2f2-f012-476e-b0bb-072fa2ac27c7 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549533 May 10 20:19:56.760403 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5ff34-656b-4649-b8b4-227bddcd17af req-0272555f-0c51-48af-93a3-50d656125ae5 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:56.762979 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6ea5ff34-656b-4649-b8b4-227bddcd17af req-0272555f-0c51-48af-93a3-50d656125ae5 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0504327 May 10 20:19:56.812249 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6ea5ff34-656b-4649-b8b4-227bddcd17af req-85bee30a-2cd7-4e09-ab8d-c738d9849631 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427320 May 10 20:19:57.200945 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe379be-38ff-495e-a737-2c7c1c05f6ca req-12ef1d7e-736c-4616-bf81-f3b5b638afb3 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:57.203513 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5fe379be-38ff-495e-a737-2c7c1c05f6ca req-12ef1d7e-736c-4616-bf81-f3b5b638afb3 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0842748 May 10 20:19:57.288208 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5fe379be-38ff-495e-a737-2c7c1c05f6ca req-10f1e6d9-336b-4f6c-a86f-2c00be03c425 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727458 May 10 20:19:57.359835 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf44f3-839e-4c56-97d4-6dcb0b2a07a6 req-b282c736-0eae-4420-b15e-c3773341e5ca tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:57.367785 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-00bf44f3-839e-4c56-97d4-6dcb0b2a07a6 req-b282c736-0eae-4420-b15e-c3773341e5ca tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0835927 May 10 20:19:57.422963 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d6dd0-65b2-4f77-972c-818931a5c6b7 req-b053d09f-45ff-40d5-98e4-8dcc4a26b860 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:57.428731 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e8d6dd0-65b2-4f77-972c-818931a5c6b7 req-b053d09f-45ff-40d5-98e4-8dcc4a26b860 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0664647 May 10 20:19:57.442075 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-00bf44f3-839e-4c56-97d4-6dcb0b2a07a6 req-0c8a7d03-df37-4bf9-8039-6eb50f480669 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733740 May 10 20:19:57.495673 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e8d6dd0-65b2-4f77-972c-818931a5c6b7 req-01df18ef-5516-459c-9e25-f10222cb0a2a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562665 May 10 20:19:57.600461 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:57.925266 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bdeac-ef10-49d5-9183-df59b2bd979a req-238444e6-3e43-485b-8498-8ffa182ef2d1 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:57.926798 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6d8bdeac-ef10-49d5-9183-df59b2bd979a req-238444e6-3e43-485b-8498-8ffa182ef2d1 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0477884 May 10 20:19:57.973521 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6d8bdeac-ef10-49d5-9183-df59b2bd979a req-51633972-e9d9-4d82-bd66-40e605c5fe7f tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 May 10 20:19:58.406313 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c2a93-57e3-47f3-a6a8-f8f302837700 req-4f3a5268-1858-40be-8827-5ff9220400d2 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:58.410555 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-959c2a93-57e3-47f3-a6a8-f8f302837700 req-4f3a5268-1858-40be-8827-5ff9220400d2 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0489419 May 10 20:19:58.468326 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-959c2a93-57e3-47f3-a6a8-f8f302837700 req-532cc76f-ccad-4d3f-b443-194073f2b604 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546641 May 10 20:19:58.572810 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2b8c5-8287-4bff-ae48-d2be0d19ae88 req-a70faa4a-ccfd-460b-871f-1dcfe4a843d7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:58.575220 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-89c2b8c5-8287-4bff-ae48-d2be0d19ae88 req-a70faa4a-ccfd-460b-871f-1dcfe4a843d7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0513549 May 10 20:19:58.613127 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd26f7-2aa3-4be9-87b6-d98fe0555a82 req-38aea074-ad15-45cb-8592-40624d2c2c09 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:58.614626 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-98fd26f7-2aa3-4be9-87b6-d98fe0555a82 req-38aea074-ad15-45cb-8592-40624d2c2c09 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0477073 May 10 20:19:58.624516 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-89c2b8c5-8287-4bff-ae48-d2be0d19ae88 req-9f48645d-b44a-473b-8921-09f94e8d281f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413976 May 10 20:19:58.666941 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-98fd26f7-2aa3-4be9-87b6-d98fe0555a82 req-b567af4e-0a02-4412-96d5-10a2d26d5b58 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463312 May 10 20:19:59.004579 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e600f-2df8-4e8d-b5b7-af8480612db6 req-85bead19-df4e-473a-a48b-686c141007f5 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:59.006112 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a08e600f-2df8-4e8d-b5b7-af8480612db6 req-85bead19-df4e-473a-a48b-686c141007f5 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.0466924 May 10 20:19:59.028328 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:19:59.170337 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-a08e600f-2df8-4e8d-b5b7-af8480612db6 req-de7314d0-f8a3-4b6a-a565-3c67e7b42afa tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Deleting port 9c4eb7e4-91b6-4919-b90c-652945fa75f7 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:19:59.171541 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a08e600f-2df8-4e8d-b5b7-af8480612db6 req-de7314d0-f8a3-4b6a-a565-3c67e7b42afa tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:59.277660 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-a08e600f-2df8-4e8d-b5b7-af8480612db6 req-de7314d0-f8a3-4b6a-a565-3c67e7b42afa tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] For port 9c4eb7e4-91b6-4919-b90c-652945fa75f7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9c4eb7e4-91b6-4919-b90c-652945fa75f7,segment=NetworkSegment(c10c9296-4041-4f1a-8baa-9f627e0364d5),segment_id=c10c9296-4041-4f1a-8baa-9f627e0364d5)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:59.277983 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a08e600f-2df8-4e8d-b5b7-af8480612db6 req-de7314d0-f8a3-4b6a-a565-3c67e7b42afa tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:59.292839 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-a08e600f-2df8-4e8d-b5b7-af8480612db6 req-de7314d0-f8a3-4b6a-a565-3c67e7b42afa tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Calling delete_port for 9c4eb7e4-91b6-4919-b90c-652945fa75f7 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:19:59.322374 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10288df-c9a0-4586-8e34-9616de8e8353 req-94ba1975-9bc0-4318-a47e-236326202287 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:59.323865 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d10288df-c9a0-4586-8e34-9616de8e8353 req-94ba1975-9bc0-4318-a47e-236326202287 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 945 time: 0.2818043 May 10 20:19:59.370258 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d10288df-c9a0-4586-8e34-9616de8e8353 req-446a40d2-e1fd-440d-b896-37b8fe2782c1 tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/security-groups?id=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399590 May 10 20:19:59.501704 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a08e600f-2df8-4e8d-b5b7-af8480612db6 req-de7314d0-f8a3-4b6a-a565-3c67e7b42afa tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (9c4eb7e4-91b6-4919-b90c-652945fa75f7), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:59.515151 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['9c4eb7e4-91b6-4919-b90c-652945fa75f7'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:19:59.531064 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7314d0-f8a3-4b6a-a565-3c67e7b42afa tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Pushing event deleted for resources: {'Port': ['ID=9c4eb7e4-91b6-4919-b90c-652945fa75f7,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:59.597786 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08e600f-2df8-4e8d-b5b7-af8480612db6 req-de7314d0-f8a3-4b6a-a565-3c67e7b42afa tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] No DVR routers for this DVR port 9c4eb7e4-91b6-4919-b90c-652945fa75f7 on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:19:59.604030 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a08e600f-2df8-4e8d-b5b7-af8480612db6 req-de7314d0-f8a3-4b6a-a565-3c67e7b42afa tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:59.607219 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a08e600f-2df8-4e8d-b5b7-af8480612db6 req-de7314d0-f8a3-4b6a-a565-3c67e7b42afa tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.83 "DELETE /v2.0/ports/9c4eb7e4-91b6-4919-b90c-652945fa75f7 HTTP/1.1" status: 204 len: 173 time: 0.5252635 May 10 20:19:59.607643 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24b00ee-35b0-4955-99d0-c16edac4f550', 'name': 'network-vif-deleted', 'tag': '9c4eb7e4-91b6-4919-b90c-652945fa75f7'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:19:59.610515 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2eb975-b77b-4aa7-8832-930dd6179168" -d '{"events": [{"server_uuid": "d24b00ee-35b0-4955-99d0-c16edac4f550", "name": "network-vif-deleted", "tag": "9c4eb7e4-91b6-4919-b90c-652945fa75f7"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:19:59.622956 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c933e-ef61-490a-ae4d-330f072b145f req-4dad1429-5eed-4b1a-9839-b9efd6ceefc0 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:59.624424 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-625c933e-ef61-490a-ae4d-330f072b145f req-4dad1429-5eed-4b1a-9839-b9efd6ceefc0 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0696325 May 10 20:19:59.649316 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950f42ae-c8d1-4990-8a36-8912ebba6841 x-openstack-request-id: req-950f42ae-c8d1-4990-8a36-8912ebba6841 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:19:59.649316 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24b00ee-35b0-4955-99d0-c16edac4f550", "name": "network-vif-deleted", "tag": "9c4eb7e4-91b6-4919-b90c-652945fa75f7", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:19:59.649316 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-950f42ae-c8d1-4990-8a36-8912ebba6841 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:19:59.649316 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950f42ae-c8d1-4990-8a36-8912ebba6841'] response: {'server_uuid': 'd24b00ee-35b0-4955-99d0-c16edac4f550', 'name': 'network-vif-deleted', 'tag': '9c4eb7e4-91b6-4919-b90c-652945fa75f7', 'status': 'completed', 'code': 200} May 10 20:19:59.691975 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-625c933e-ef61-490a-ae4d-330f072b145f req-332d9626-a725-4cd8-a31b-f826bd082f63 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617273 May 10 20:19:59.745371 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3045046-0742-40ef-a783-57de650f7560 req-8acdd253-8326-46a7-b517-19f50ef7bf72 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:59.746910 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d3045046-0742-40ef-a783-57de650f7560 req-8acdd253-8326-46a7-b517-19f50ef7bf72 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0495458 May 10 20:19:59.807133 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d3045046-0742-40ef-a783-57de650f7560 req-ae3a3245-74b2-44c3-84d3-86a9c003eeb5 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533235 May 10 20:19:59.808956 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bc27c-ca5d-421a-910d-5368a91762c3 req-c3b8ffcb-c027-443d-b41c-b6fc148f160d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:59.810479 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e09bc27c-ca5d-421a-910d-5368a91762c3 req-c3b8ffcb-c027-443d-b41c-b6fc148f160d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0612967 May 10 20:19:59.867376 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc1cfd-d7ff-4902-b480-b5b58ba1a08e req-f1c970e5-e505-465b-9c16-a05a4062dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:59.868894 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c3fc1cfd-d7ff-4902-b480-b5b58ba1a08e req-f1c970e5-e505-465b-9c16-a05a4062dbf2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 1130 time: 0.0667808 May 10 20:19:59.892340 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e09bc27c-ca5d-421a-910d-5368a91762c3 req-74c8166f-97a2-4ff7-9e57-cef0ac591e52 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744386 May 10 20:19:59.948956 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c3fc1cfd-d7ff-4902-b480-b5b58ba1a08e req-a949dfc0-c950-49a8-a586-777e4d604adf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389328 May 10 20:20:00.477683 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f708ac90-2f01-4342-9236-2da20a3302ac req-33cf94e8-ddb8-49b1-825d-3a59a850586e tempest-VolumesActionsTest-406000363 tempest-VolumesActionsTest-406000363-project] 10.222.0.65 "GET /v2.0/ports?device_id=d24b00ee-35b0-4955-99d0-c16edac4f550 HTTP/1.1" status: 200 len: 210 time: 0.0293155 May 10 20:20:00.808614 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee757f-6219-47d6-a056-3699f7d03a9d req-5fc516d8-72d7-4619-80d8-c3cd735523fd tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:00.810163 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6fee757f-6219-47d6-a056-3699f7d03a9d req-5fc516d8-72d7-4619-80d8-c3cd735523fd tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0505238 May 10 20:20:00.869748 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6fee757f-6219-47d6-a056-3699f7d03a9d req-d18c90a2-bb13-48af-b51a-8bece3beb164 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538592 May 10 20:20:00.927315 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab59cf-88a1-43c4-a941-976377eb02ef req-fff4ebf2-24b0-41a5-a8b7-35044f572b47 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:00.928770 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d4ab59cf-88a1-43c4-a941-976377eb02ef req-fff4ebf2-24b0-41a5-a8b7-35044f572b47 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0458498 May 10 20:20:00.975480 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d4ab59cf-88a1-43c4-a941-976377eb02ef req-477896aa-904c-4b95-b6a1-af09136a0562 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412288 May 10 20:20:01.004763 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4c2d-3fe1-41a4-9e20-67a0169eb017 req-94a56a21-e321-4718-838d-a397703e2bf6 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:01.006222 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5b8b4c2d-3fe1-41a4-9e20-67a0169eb017 req-94a56a21-e321-4718-838d-a397703e2bf6 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0464764 May 10 20:20:01.054158 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5b8b4c2d-3fe1-41a4-9e20-67a0169eb017 req-ad3e6b31-4859-4602-aec0-096e60961181 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424352 May 10 20:20:01.982177 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7949a-417e-4bb7-9465-dd293e5ba85e req-17ff20b0-11d7-4743-bf48-cd08f17c90ec tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:01.984242 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ce7949a-417e-4bb7-9465-dd293e5ba85e req-17ff20b0-11d7-4743-bf48-cd08f17c90ec tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0486743 May 10 20:20:02.100955 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfe2f5-42ba-472b-bcbd-151820364f11 req-aee9302f-70d2-4148-804f-cea5372ba6e8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:02.102518 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-53bfe2f5-42ba-472b-bcbd-151820364f11 req-aee9302f-70d2-4148-804f-cea5372ba6e8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0502391 May 10 20:20:02.158518 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-53bfe2f5-42ba-472b-bcbd-151820364f11 req-93709c58-355e-4222-812b-11253d756718 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502264 May 10 20:20:02.293489 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aeeb5b-1244-44be-bf88-ad7cbd2b2b01 req-8a2f8e74-2bdc-4946-8462-8a6eabf5d53e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:02.303575 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-07aeeb5b-1244-44be-bf88-ad7cbd2b2b01 req-8a2f8e74-2bdc-4946-8462-8a6eabf5d53e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0538709 May 10 20:20:02.309974 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ce7949a-417e-4bb7-9465-dd293e5ba85e req-d28c5e1d-f739-4046-9d16-bbbbb225a483 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3197904 May 10 20:20:02.349275 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-07aeeb5b-1244-44be-bf88-ad7cbd2b2b01 req-ee3b4ab1-83b9-4b94-a063-9f773708469e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473521 May 10 20:20:02.460870 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94570d-8e90-4463-b135-6cc0a5690251 req-a51a40b8-373d-4b3f-a261-1917c4068f66 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:02.462336 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe94570d-8e90-4463-b135-6cc0a5690251 req-a51a40b8-373d-4b3f-a261-1917c4068f66 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0462534 May 10 20:20:02.512492 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe94570d-8e90-4463-b135-6cc0a5690251 req-231a4876-a98c-4cec-b82f-85d5f6333efd tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438833 May 10 20:20:02.536519 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 55922) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:02.605674 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 9c4eb7e4-91b6-4919-b90c-652945fa75f7 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:20:02.618952 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: 9c4eb7e4-91b6-4919-b90c-652945fa75f7 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:20:02.619307 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 9c4eb7e4-91b6-4919-b90c-652945fa75f7 not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:20:02.698908 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fccc6b-942c-406d-bb36-2b2fdc44b433 tempest-TestShelveInstance-514381949 tempest-TestShelveInstance-514381949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:02.700530 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-64fccc6b-942c-406d-bb36-2b2fdc44b433 tempest-TestShelveInstance-514381949 tempest-TestShelveInstance-514381949-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 1125 time: 0.1628842 May 10 20:20:02.703922 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 55928) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:02.708167 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Request body: {'floatingip': {'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'port_id': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:20:03.281426 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17d992-657b-45cb-8335-0d7f86f15071 req-1bb6ea03-b5e8-4dbb-9052-6806332150e8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:03.283058 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5f17d992-657b-45cb-8335-0d7f86f15071 req-1bb6ea03-b5e8-4dbb-9052-6806332150e8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0495861 May 10 20:20:03.335276 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5f17d992-657b-45cb-8335-0d7f86f15071 req-66c177e5-4537-498b-ae68-563510c74cd6 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430207 May 10 20:20:03.429867 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ac06f-4ae7-4aeb-88af-bacf7e1a35dc req-9f5036f0-6363-48ed-acfd-2fd37cb6bcc9 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:03.431362 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-122ac06f-4ae7-4aeb-88af-bacf7e1a35dc req-9f5036f0-6363-48ed-acfd-2fd37cb6bcc9 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0502963 May 10 20:20:03.432579 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:03.550140 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:03.556764 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-122ac06f-4ae7-4aeb-88af-bacf7e1a35dc req-93cb7c7f-03c6-4bb3-9467-980032e48254 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187649 May 10 20:20:03.665986 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Allocated IP 172.27.1.58 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/d632f942-67ee-497b-bfda-f60d9ef5929e) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:20:03.787645 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for port (d632f942-67ee-497b-bfda-f60d9ef5929e), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:03.892947 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (d632f942-67ee-497b-bfda-f60d9ef5929e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:03.932269 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:20:03.935283 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:20:03.938322 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:20:03.964738 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Pushing event updated for resources: {'Port': ['ID=d632f942-67ee-497b-bfda-f60d9ef5929e,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:04.366266 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for floatingip (34e76065-a077-4e2c-a577-2b54f2bce766), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:04.456514 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985363e4-7d5e-4837-beba-909897fa4ff5 req-13aedd51-78d4-4fdb-a9ba-6e1c7f0c7d4e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:04.457996 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-985363e4-7d5e-4837-beba-909897fa4ff5 req-13aedd51-78d4-4fdb-a9ba-6e1c7f0c7d4e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0495751 May 10 20:20:04.501562 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d632f942-67ee-497b-bfda-f60d9ef5929e), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:04.509824 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-985363e4-7d5e-4837-beba-909897fa4ff5 req-092b673d-a647-4f5e-ac4b-34a98e588532 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461144 May 10 20:20:04.687419 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead66c67-becd-431a-a1be-f483ba1c27bc req-4b5dd6b8-795b-4694-ad4b-d14b68db111d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:04.688889 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ead66c67-becd-431a-a1be-f483ba1c27bc req-4b5dd6b8-795b-4694-ad4b-d14b68db111d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0610216 May 10 20:20:04.706713 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for port (d632f942-67ee-497b-bfda-f60d9ef5929e), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:04.756579 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ead66c67-becd-431a-a1be-f483ba1c27bc req-ab3a13cd-fb31-42da-b72e-73695cf25d18 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586488 May 10 20:20:04.766289 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (d632f942-67ee-497b-bfda-f60d9ef5929e), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:04.834936 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Pushing event updated for resources: {'Port': ['ID=d632f942-67ee-497b-bfda-f60d9ef5929e,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:04.846857 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (34e76065-a077-4e2c-a577-2b54f2bce766), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:04.954007 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Floating IP 34e76065-a077-4e2c-a577-2b54f2bce766 associated. External IP: 172.27.1.58, port: 7493a0cb-9315-4b94-8686-f58a23c9417d. May 10 20:20:05.161300 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Router ad83e42f-1a31-4d39-b451-c40c2da510b2 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:20:05.279737 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:20:05.290025 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc323d-6a64-488f-8e96-ba40f48b0792 None None] Sync routers for ids ['ad83e42f-1a31-4d39-b451-c40c2da510b2'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:20:05.304035 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc323d-6a64-488f-8e96-ba40f48b0792 None None] Routers {'ad83e42f-1a31-4d39-b451-c40c2da510b2'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:20:05.308421 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-5ddc323d-6a64-488f-8e96-ba40f48b0792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:19:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['ad83e42f-1a31-4d39-b451-c40c2da510b2'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:05.402767 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:05.497570 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-5ddc323d-6a64-488f-8e96-ba40f48b0792 None None] Set router ad83e42f-1a31-4d39-b451-c40c2da510b2 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:20:05.643276 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf96d51-775d-4eb9-bd82-4f5de93cb50a req-ce97c63d-0f59-4d30-a9a7-c1b301704bf7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:05.646247 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5cf96d51-775d-4eb9-bd82-4f5de93cb50a req-ce97c63d-0f59-4d30-a9a7-c1b301704bf7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0493767 May 10 20:20:05.660654 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-65d31dc8-0b04-4c1e-86ec-b06f0dfa939f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9551499 May 10 20:20:05.661258 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'tag': '7493a0cb-9315-4b94-8686-f58a23c9417d'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:20:05.663766 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b410bfb-5828-403e-a48b-19b66e302e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddf4267-70b6-417f-b6de-6873fb9117a4", "tag": "7493a0cb-9315-4b94-8686-f58a23c9417d"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:20:05.698561 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5cf96d51-775d-4eb9-bd82-4f5de93cb50a req-6360186a-d3c9-4af3-9a50-45d9fb725ddb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463493 May 10 20:20:05.700918 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce909065-22a9-4734-ac9c-4459ecf37af0 x-openstack-request-id: req-ce909065-22a9-4734-ac9c-4459ecf37af0 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:20:05.701278 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddf4267-70b6-417f-b6de-6873fb9117a4", "tag": "7493a0cb-9315-4b94-8686-f58a23c9417d", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:20:05.701657 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce909065-22a9-4734-ac9c-4459ecf37af0 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:20:05.702726 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce909065-22a9-4734-ac9c-4459ecf37af0'] response: {'name': 'network-changed', 'server_uuid': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'tag': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'status': 'completed', 'code': 200} May 10 20:20:05.730658 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-5ddc323d-6a64-488f-8e96-ba40f48b0792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port': {'id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:45Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '34e76065-a077-4e2c-a577-2b54f2bce766', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'port_id': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'mac_address': 'fa:16:3e:2f:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:20:04Z', 'updated_at': '2022-05-10T20:20:04Z', 'revision_number': 0, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cc452c-0a0e-43fd-8aa0-eb05875ac638', 'name': '', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'mac_address': 'fa:16:3e:5c:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:50Z', 'updated_at': '2022-05-10T20:18:55Z', 'revision_number': 5, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'subnets': [{'id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:05.756101 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc323d-6a64-488f-8e96-ba40f48b0792 None None] Checking router: ad83e42f-1a31-4d39-b451-c40c2da510b2 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:20:05.764300 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc323d-6a64-488f-8e96-ba40f48b0792 None None] Routers {'ad83e42f-1a31-4d39-b451-c40c2da510b2'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:20:05.765433 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-5ddc323d-6a64-488f-8e96-ba40f48b0792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:19:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['ad83e42f-1a31-4d39-b451-c40c2da510b2'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:05.871240 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462ef57-6a39-4897-903f-9435b81b0b46 req-61a8fdd8-78e9-455e-9072-461b8006f138 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:05.872723 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9462ef57-6a39-4897-903f-9435b81b0b46 req-61a8fdd8-78e9-455e-9072-461b8006f138 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0473599 May 10 20:20:05.875038 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-5ddc323d-6a64-488f-8e96-ba40f48b0792 None None] Set router ad83e42f-1a31-4d39-b451-c40c2da510b2 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:20:05.933029 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9462ef57-6a39-4897-903f-9435b81b0b46 req-b5b0ef53-c57a-4c84-bda8-1bf2f0768468 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542352 May 10 20:20:06.090562 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-5ddc323d-6a64-488f-8e96-ba40f48b0792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port': {'id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:45Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '34e76065-a077-4e2c-a577-2b54f2bce766', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'port_id': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'mac_address': 'fa:16:3e:2f:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:20:04Z', 'updated_at': '2022-05-10T20:20:04Z', 'revision_number': 0, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cc452c-0a0e-43fd-8aa0-eb05875ac638', 'name': '', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'mac_address': 'fa:16:3e:5c:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:50Z', 'updated_at': '2022-05-10T20:18:55Z', 'revision_number': 5, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'subnets': [{'id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:06.116346 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc323d-6a64-488f-8e96-ba40f48b0792 None None] The sync data for ids ['ad83e42f-1a31-4d39-b451-c40c2da510b2'] in dv-cinder-828805-2-iscsi is: [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port': {'id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:45Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '34e76065-a077-4e2c-a577-2b54f2bce766', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'port_id': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'mac_address': 'fa:16:3e:2f:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:20:04Z', 'updated_at': '2022-05-10T20:20:04Z', 'revision_number': 0, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cc452c-0a0e-43fd-8aa0-eb05875ac638', 'name': '', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'mac_address': 'fa:16:3e:5c:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:50Z', 'updated_at': '2022-05-10T20:18:55Z', 'revision_number': 5, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'subnets': [{'id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:20:06.294957 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b291be-7c1b-4279-acec-6bed9a69be1e None None] New status for floating IP 34e76065-a077-4e2c-a577-2b54f2bce766: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:20:06.819966 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff4454-d21c-42e6-b662-fc58e8215943 req-d7ba1ace-8825-4983-9091-6ab9286497c2 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:06.821727 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e5ff4454-d21c-42e6-b662-fc58e8215943 req-d7ba1ace-8825-4983-9091-6ab9286497c2 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0479908 May 10 20:20:06.869715 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e5ff4454-d21c-42e6-b662-fc58e8215943 req-576f0458-4601-4324-a7eb-6ffd3f338a47 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422399 May 10 20:20:07.047681 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d751f-ea8c-4be9-8c83-6d44d4ed82c0 req-6a698b6f-1f7f-4ad5-b7e5-7f3d3ee72cf7 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:07.049057 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-029d751f-ea8c-4be9-8c83-6d44d4ed82c0 req-6a698b6f-1f7f-4ad5-b7e5-7f3d3ee72cf7 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0507278 May 10 20:20:07.107998 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-029d751f-ea8c-4be9-8c83-6d44d4ed82c0 req-f775b626-3fae-4fbf-8596-ee86625d0fb7 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532312 May 10 20:20:07.690823 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:07.987151 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287c791-de8f-4d6c-96e7-d1e38e9288e9 req-f824446c-6ee1-435d-bb29-b398fd0cd083 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:07.988491 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a287c791-de8f-4d6c-96e7-d1e38e9288e9 req-f824446c-6ee1-435d-bb29-b398fd0cd083 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.0462880 May 10 20:20:08.033073 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a287c791-de8f-4d6c-96e7-d1e38e9288e9 req-afffec95-1956-4716-91b7-f699bfaa95bd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392025 May 10 20:20:08.219785 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0281ddd-a76e-480f-b1d7-af893213125f req-c661c06a-894d-4083-b07e-fe6c5e152254 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:08.221250 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d0281ddd-a76e-480f-b1d7-af893213125f req-c661c06a-894d-4083-b07e-fe6c5e152254 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0465198 May 10 20:20:08.283979 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d0281ddd-a76e-480f-b1d7-af893213125f req-2b68ffec-2f21-408d-b7c7-cdd398117c6d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569074 May 10 20:20:08.364590 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b410bfb-5828-403e-a48b-19b66e302e6f req-2f239506-c124-431b-a3bf-cf48ffe377db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:08.366247 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b410bfb-5828-403e-a48b-19b66e302e6f req-2f239506-c124-431b-a3bf-cf48ffe377db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b9724c9a575141d48bbfbde685774622&device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 1130 time: 0.0403748 May 10 20:20:09.072498 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b410bfb-5828-403e-a48b-19b66e302e6f req-22929c7e-1111-468d-9220-52ad57715bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:09.074591 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b410bfb-5828-403e-a48b-19b66e302e6f req-22929c7e-1111-468d-9220-52ad57715bca service neutron] 10.222.0.83 "GET /v2.0/networks?id=339c6d8e-af10-4b8c-9702-0522fc8af9c1 HTTP/1.1" status: 200 len: 909 time: 0.1109190 May 10 20:20:09.203851 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b410bfb-5828-403e-a48b-19b66e302e6f req-86bf333f-f870-48bb-ba70-e6692f94760d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7493a0cb-9315-4b94-8686-f58a23c9417d HTTP/1.1" status: 200 len: 1001 time: 0.1124456 May 10 20:20:09.338110 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5326f-c6d9-4fe3-b13a-0c7476507155 req-7495fc1d-09cd-42af-9496-aaafb93b1ee6 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:09.364825 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ecf5326f-c6d9-4fe3-b13a-0c7476507155 req-7495fc1d-09cd-42af-9496-aaafb93b1ee6 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.1607726 May 10 20:20:09.364825 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b410bfb-5828-403e-a48b-19b66e302e6f req-77314f41-d303-4136-a26f-b302e7d8c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:09.364825 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b410bfb-5828-403e-a48b-19b66e302e6f req-77314f41-d303-4136-a26f-b302e7d8c676 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0296e62-bd8a-4130-840e-5dc3ebc5a76d HTTP/1.1" status: 200 len: 847 time: 0.1123500 May 10 20:20:09.542202 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ecf5326f-c6d9-4fe3-b13a-0c7476507155 req-e321e280-028b-47ad-9acb-393644f89b91 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893704 May 10 20:20:09.550070 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b410bfb-5828-403e-a48b-19b66e302e6f req-70ce0d41-8de3-44f9-a3c8-b18122d83a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:09.553690 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b410bfb-5828-403e-a48b-19b66e302e6f req-70ce0d41-8de3-44f9-a3c8-b18122d83a6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=339c6d8e-af10-4b8c-9702-0522fc8af9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1741536 May 10 20:20:09.691576 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabad690-5a81-464d-a014-a67ee3f945f9 req-0d677cab-166a-4fbf-96fd-68c1d7f612cd tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:09.693437 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eabad690-5a81-464d-a014-a67ee3f945f9 req-0d677cab-166a-4fbf-96fd-68c1d7f612cd tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0723946 May 10 20:20:09.727730 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b410bfb-5828-403e-a48b-19b66e302e6f req-3b06cfcb-086a-4637-9400-9d40c3b91701 service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644447 May 10 20:20:09.823551 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eabad690-5a81-464d-a014-a67ee3f945f9 req-6ca9c974-8ac8-4feb-970e-1f4b4dd4f482 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&id=30dd83c2-9e3b-46b9-88dc-829de50a2dee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225379 May 10 20:20:09.872491 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b410bfb-5828-403e-a48b-19b66e302e6f req-66929835-a9e0-4ae6-9968-06cae6eb9e92 service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383743 May 10 20:20:10.048743 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-a0158539-2e4e-41aa-86b0-b6db07f62121 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-823694651&fields=id&tenant_id=93dce3ce114d427895f446e0ed0f7e4f HTTP/1.1" status: 200 len: 267 time: 0.0792294 May 10 20:20:10.193474 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-45cec22f-ede9-4eb8-9b68-216359fb20f1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:10.195514 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-45cec22f-ede9-4eb8-9b68-216359fb20f1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/networks?id=5faeb9f8-90a5-4864-8255-be306f147ea8 HTTP/1.1" status: 200 len: 812 time: 0.1448886 May 10 20:20:10.219922 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-c489091b-1849-49fd-a214-bdc5cf49c96e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/quotas/93dce3ce114d427895f446e0ed0f7e4f HTTP/1.1" status: 200 len: 375 time: 0.0153272 May 10 20:20:10.279839 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-0d32be5a-a05b-4d1b-a54c-4c31097e8ec1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589375 May 10 20:20:10.393746 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-33a5879f-e1d1-4625-8f5a-aa11e3437575 service neutron] 10.222.0.65 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128061 May 10 20:20:10.514141 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-0f0fb00d-b2e8-4d99-bf51-3a45b450fd55 service neutron] 10.222.0.65 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156206 May 10 20:20:10.663124 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:20:10.764775 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84a2d2-2ee8-473e-92a4-c42adf62a100 req-d4d82925-fbb6-4b2e-a0d0-0636e80555a0 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:10.771724 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e84a2d2-2ee8-473e-92a4-c42adf62a100 req-d4d82925-fbb6-4b2e-a0d0-0636e80555a0 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 944 time: 0.1322138 May 10 20:20:10.817601 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:20:10.826965 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e84a2d2-2ee8-473e-92a4-c42adf62a100 req-0e3c8c9b-02b0-4799-8c8d-86a28a88a13d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492129 May 10 20:20:10.831598 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'port_id': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'mac_address': 'fa:16:3e:dc:fd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:20:10.885071 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:20:10.885563 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:10.901932 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:20:10.924393 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:20:10.995923 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:11.075705 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,revision_number=9']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:11.084662 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.085008 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.085384 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.085705 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.086035 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.086390 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.086893 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.087373 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.088067 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.088557 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.101577 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.101938 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.102320 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.102678 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.102999 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:11.273153 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-854f3cd6-d598-4425-96a7-bde9a9f00ce5 req-606c9fdf-0795-4b82-9d70-d6bb32c72fef tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 210 time: 0.0434909 May 10 20:20:11.341743 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:20:12.003042 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ea3ff-ff78-4efa-8874-c9e36da947df req-77f3e595-bba7-4d57-9481-99b325aeaec7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:12.004667 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7a0ea3ff-ff78-4efa-8874-c9e36da947df req-77f3e595-bba7-4d57-9481-99b325aeaec7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 945 time: 0.0809817 May 10 20:20:12.110613 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7a0ea3ff-ff78-4efa-8874-c9e36da947df req-01e084d3-97be-4763-b89f-c7420ab062ed tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807140 May 10 20:20:12.339559 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 56122) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:12.353002 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5cb6e4aa-a56b-4eb4-84a8-91f9603f4f99 req-a30c4d2e-0c14-4a18-a459-6ffb30ff9a9e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 210 time: 0.0279267 May 10 20:20:12.466468 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6a8931d9-919b-4c0b-a32d-06c79f38cf63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:12.571736 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6a8931d9-919b-4c0b-a32d-06c79f38cf63 admin admin] Publish callbacks [] for security_group (fad6cbde-db0f-48c4-9f85-ac74e0c65b9a), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:12.661960 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:20:12.687938 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6a8931d9-919b-4c0b-a32d-06c79f38cf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (fad6cbde-db0f-48c4-9f85-ac74e0c65b9a), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:12.714806 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:20:12.715459 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:12.752023 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-6a8931d9-919b-4c0b-a32d-06c79f38cf63 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09ef3ef123924c56a69a88309f9029ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4112453 May 10 20:20:12.753170 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8931d9-919b-4c0b-a32d-06c79f38cf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad6cbde-db0f-48c4-9f85-ac74e0c65b9a,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:12.754637 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 56132) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:12.832995 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:20:12.833292 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:12.838837 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-70b6f5cf-05e2-414e-84d3-0e1e93e1afec admin admin] Publish callbacks [] for security_group (fad6cbde-db0f-48c4-9f85-ac74e0c65b9a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:12.862362 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:20:12.864737 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ac11ad-d95c-400d-b7e6-32837ea405f3" -d '{"events": [{"server_uuid": "5ab6f0a6-aa14-407a-b43d-7b7d2855499d", "name": "network-vif-plugged", "status": "completed", "tag": "7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:20:12.865898 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-70b6f5cf-05e2-414e-84d3-0e1e93e1afec admin admin] Publish callbacks [] for security_group (fad6cbde-db0f-48c4-9f85-ac74e0c65b9a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:12.882863 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:20:12.929353 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24d4022-9644-4b78-b236-97e4dc205bbf x-openstack-request-id: req-d24d4022-9644-4b78-b236-97e4dc205bbf {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:20:12.929903 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab6f0a6-aa14-407a-b43d-7b7d2855499d", "name": "network-vif-plugged", "status": "completed", "tag": "7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:20:12.930288 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d24d4022-9644-4b78-b236-97e4dc205bbf {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:20:12.930758 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24d4022-9644-4b78-b236-97e4dc205bbf'] response: {'server_uuid': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'code': 200} May 10 20:20:12.961104 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:12.994362 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-70b6f5cf-05e2-414e-84d3-0e1e93e1afec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (fad6cbde-db0f-48c4-9f85-ac74e0c65b9a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:12.999830 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-70b6f5cf-05e2-414e-84d3-0e1e93e1afec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:12.999830 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-70b6f5cf-05e2-414e-84d3-0e1e93e1afec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fad6cbde-db0f-48c4-9f85-ac74e0c65b9a HTTP/1.1" status: 204 len: 168 time: 0.2432156 May 10 20:20:13.016390 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6f5cf-05e2-414e-84d3-0e1e93e1afec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad6cbde-db0f-48c4-9f85-ac74e0c65b9a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:13.063573 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,revision_number=10']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:13.312841 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab437b9-146d-49ae-9bee-ee4b67860cdd req-20d58ca6-aefb-45b4-81e6-57db05b10a8c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:13.320335 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ab437b9-146d-49ae-9bee-ee4b67860cdd req-20d58ca6-aefb-45b4-81e6-57db05b10a8c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 947 time: 0.0755880 May 10 20:20:13.373602 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ab437b9-146d-49ae-9bee-ee4b67860cdd req-9d8797c0-21d1-42be-8ba3-deba3aace556 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518408 May 10 20:20:13.495744 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-61266b0c-b487-48fe-947b-9a1779fa44b4 req-b9479e12-bc87-42b9-b379-bed07379517d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 210 time: 0.0437222 May 10 20:20:13.784943 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b0b9f-512f-4d33-a7c0-3760c70e3335 req-6831371a-c7a9-4271-aa2c-da8092babd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:13.794596 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf1b0b9f-512f-4d33-a7c0-3760c70e3335 req-6831371a-c7a9-4271-aa2c-da8092babd82 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 1131 time: 0.0556779 May 10 20:20:14.113579 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf1b0b9f-512f-4d33-a7c0-3760c70e3335 req-f40a9f70-3a58-468b-8c90-fa1d6fe087b7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661600 May 10 20:20:14.510871 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-2faf6207-f08c-4ada-b878-bdb75ecf2ef3 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:14.513456 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-2faf6207-f08c-4ada-b878-bdb75ecf2ef3 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.83 "GET /v2.0/networks?id=5faeb9f8-90a5-4864-8255-be306f147ea8 HTTP/1.1" status: 200 len: 812 time: 0.1392243 May 10 20:20:14.626781 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cbadf-3f6b-4573-b362-03951b24a623 req-23af0b66-2d97-4cb6-8460-125d13a73d59 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:14.628614 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-965cbadf-3f6b-4573-b362-03951b24a623 req-23af0b66-2d97-4cb6-8460-125d13a73d59 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 947 time: 0.1016130 May 10 20:20:14.638294 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d8e734ab-c614-4f94-864a-91cb4ac78cb4 req-79244a2d-64dc-4d1f-afe5-048718122e3e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 210 time: 0.0574167 May 10 20:20:14.640729 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-b009472c-dade-46e8-a8da-56c654dc4cb8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93dce3ce114d427895f446e0ed0f7e4f HTTP/1.1" status: 200 len: 379 time: 0.1118946 May 10 20:20:14.692244 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-965cbadf-3f6b-4573-b362-03951b24a623 req-d2ed34f5-3a20-4b91-9b93-d022827fc018 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505342 May 10 20:20:15.162215 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-92b9b9e0-59a4-4fe4-bcd9-bc53b4bc9afe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Request body: {'port': {'device_id': '0f9c1d58-2493-43f6-b011-90a3bac5ac0d', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'admin_state_up': True, 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'security_groups': ['15f3ea39-f3f4-4960-a0ad-d633e413f639']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:20:15.400783 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-92b9b9e0-59a4-4fe4-bcd9-bc53b4bc9afe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Made reservation on behalf of 93dce3ce114d427895f446e0ed0f7e4f for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:20:15.404353 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-92b9b9e0-59a4-4fe4-bcd9-bc53b4bc9afe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:15.571321 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-92b9b9e0-59a4-4fe4-bcd9-bc53b4bc9afe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Allocated IP 172.20.0.6 (5faeb9f8-90a5-4864-8255-be306f147ea8/516f8c72-19b5-4ad2-a79b-f52f381944d9/f51a35ef-40a9-4291-8e5d-3689f54d025d) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:20:15.763934 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6499eb79-7cf2-4e46-b57a-ad4d9e83bdc8 req-46e5bb2b-177f-455c-bf75-797ff685050f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 210 time: 0.0539036 May 10 20:20:15.799694 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-92b9b9e0-59a4-4fe4-bcd9-bc53b4bc9afe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:15.864028 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d05495-3018-4eb7-8130-1610d5027c78 req-55c6e6dc-e141-4062-8a23-7b3f75800ddf tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:15.865451 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b3d05495-3018-4eb7-8130-1610d5027c78 req-55c6e6dc-e141-4062-8a23-7b3f75800ddf tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 947 time: 0.0577512 May 10 20:20:15.912597 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b3d05495-3018-4eb7-8130-1610d5027c78 req-4ba51099-ffbf-401e-97c6-3d6fb891a1ef tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413556 May 10 20:20:15.927499 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-92b9b9e0-59a4-4fe4-bcd9-bc53b4bc9afe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:15.992736 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-92b9b9e0-59a4-4fe4-bcd9-bc53b4bc9afe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Network 5faeb9f8-90a5-4864-8255-be306f147ea8 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:20:15.996224 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-92b9b9e0-59a4-4fe4-bcd9-bc53b4bc9afe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:20:16.009123 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-92b9b9e0-59a4-4fe4-bcd9-bc53b4bc9afe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:20:16.052363 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9b9e0-59a4-4fe4-bcd9-bc53b4bc9afe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event updated for resources: {'Port': ['ID=f51a35ef-40a9-4291-8e5d-3689f54d025d,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:16.091115 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-92b9b9e0-59a4-4fe4-bcd9-bc53b4bc9afe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:16.092172 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-92b9b9e0-59a4-4fe4-bcd9-bc53b4bc9afe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:16.217110 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-92b9b9e0-59a4-4fe4-bcd9-bc53b4bc9afe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0640359 May 10 20:20:16.343802 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-41a27d02-d1b6-49aa-b9f8-9aac386ed29b None None] Provisioning complete for port f51a35ef-40a9-4291-8e5d-3689f54d025d triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:20:16.344513 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-41a27d02-d1b6-49aa-b9f8-9aac386ed29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:16.383522 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-41a27d02-d1b6-49aa-b9f8-9aac386ed29b None None] Port f51a35ef-40a9-4291-8e5d-3689f54d025d cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:20:16.486444 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Request body: {'port': {'device_id': '0f9c1d58-2493-43f6-b011-90a3bac5ac0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:20:16.587489 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:16.975662 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51a35ef-40a9-4291-8e5d-3689f54d025d {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:20:16.983076 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084c8eb-850d-46d8-9d24-b8c0c6d881dd req-6edee78e-8fbe-40fc-9323-6336662bb1fc tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:16.989186 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Publish callbacks [] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:17.001742 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4084c8eb-850d-46d8-9d24-b8c0c6d881dd req-6edee78e-8fbe-40fc-9323-6336662bb1fc tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 931 time: 0.0759604 May 10 20:20:17.025648 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Transition to ACTIVE for port object f51a35ef-40a9-4291-8e5d-3689f54d025d will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:20:17.069943 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4084c8eb-850d-46d8-9d24-b8c0c6d881dd req-5bbb8cfc-0170-4415-a6a3-def7d4e4f001 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671701 May 10 20:20:17.104751 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a38e6b-09ce-445f-897a-0a3789a19e48 req-a33555f8-621c-42a1-a876-a39db630588b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:17.109140 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5a38e6b-09ce-445f-897a-0a3789a19e48 req-a33555f8-621c-42a1-a876-a39db630588b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 947 time: 0.0653715 May 10 20:20:17.149065 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:17.235441 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5a38e6b-09ce-445f-897a-0a3789a19e48 req-d1652aea-26df-4679-875e-ff9cef2c8c1e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220727 May 10 20:20:17.301833 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Pushing event updated for resources: {'Port': ['ID=f51a35ef-40a9-4291-8e5d-3689f54d025d,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:17.383849 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Attempting to bind port f51a35ef-40a9-4291-8e5d-3689f54d025d on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:20:17.384759 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Attempting to bind port f51a35ef-40a9-4291-8e5d-3689f54d025d by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:20:17.385598 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Attempting to bind port f51a35ef-40a9-4291-8e5d-3689f54d025d on network 5faeb9f8-90a5-4864-8255-be306f147ea8 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:20:17.393984 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Port f51a35ef-40a9-4291-8e5d-3689f54d025d on network 5faeb9f8-90a5-4864-8255-be306f147ea8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:20:17.394979 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Attempting to bind port f51a35ef-40a9-4291-8e5d-3689f54d025d on network 5faeb9f8-90a5-4864-8255-be306f147ea8 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:20:17.426235 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:20:17.427769 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Checking segment: {'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:20:17.429399 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Bound using segment: {'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:20:17.431621 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Bound port: f51a35ef-40a9-4291-8e5d-3689f54d025d, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:20:17.433770 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:17.527552 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] For port f51a35ef-40a9-4291-8e5d-3689f54d025d, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:20:17.533806 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] For port f51a35ef-40a9-4291-8e5d-3689f54d025d, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f51a35ef-40a9-4291-8e5d-3689f54d025d,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:20:17.603731 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:17.643572 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:17.644263 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:17.645615 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] 10.222.0.83 "PUT /v2.0/ports/f51a35ef-40a9-4291-8e5d-3689f54d025d HTTP/1.1" status: 200 len: 1093 time: 1.1640687 May 10 20:20:17.646101 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9c1d58-2493-43f6-b011-90a3bac5ac0d', 'tag': 'f51a35ef-40a9-4291-8e5d-3689f54d025d'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:20:17.648344 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc69517-9bff-4643-8038-1d62a9353ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9c1d58-2493-43f6-b011-90a3bac5ac0d", "tag": "f51a35ef-40a9-4291-8e5d-3689f54d025d"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:20:17.711768 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f36649-1fa8-4725-b54f-462947c948b9 x-openstack-request-id: req-56f36649-1fa8-4725-b54f-462947c948b9 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:20:17.712136 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9c1d58-2493-43f6-b011-90a3bac5ac0d", "tag": "f51a35ef-40a9-4291-8e5d-3689f54d025d", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:20:17.712313 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56f36649-1fa8-4725-b54f-462947c948b9 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:20:17.712699 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f36649-1fa8-4725-b54f-462947c948b9'] response: {'name': 'network-changed', 'server_uuid': '0f9c1d58-2493-43f6-b011-90a3bac5ac0d', 'tag': 'f51a35ef-40a9-4291-8e5d-3689f54d025d', 'status': 'completed', 'code': 200} May 10 20:20:17.713683 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f26d4c-01b0-4fe0-b0de-f24dd916b452 service neutron] Pushing event updated for resources: {'Port': ['ID=f51a35ef-40a9-4291-8e5d-3689f54d025d,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:18.197299 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cc1a0-559f-4448-88c3-341f753c57cf req-36655a8b-3463-4e91-a115-e83fcfa5d63c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:18.199128 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-946cc1a0-559f-4448-88c3-341f753c57cf req-36655a8b-3463-4e91-a115-e83fcfa5d63c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0517168 May 10 20:20:18.256840 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-946cc1a0-559f-4448-88c3-341f753c57cf req-4a1ba648-306d-4653-b45a-feb57ae5e861 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514488 May 10 20:20:18.384403 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bf0f2-2cd4-43f9-bed9-cc2a5bad6637 req-da0a5655-5ad7-4c86-b451-8b2362c09940 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:18.392637 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8b2bf0f2-2cd4-43f9-bed9-cc2a5bad6637 req-da0a5655-5ad7-4c86-b451-8b2362c09940 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 947 time: 0.0607350 May 10 20:20:18.448361 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8b2bf0f2-2cd4-43f9-bed9-cc2a5bad6637 req-17ce8db0-daa4-49fc-bc17-57cf47829ffe tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546098 May 10 20:20:19.373062 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb700c86-6e0b-46bd-8178-b29e04549345 req-566a41e6-4683-410c-8927-36e6a1f78d76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:19.380721 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eb700c86-6e0b-46bd-8178-b29e04549345 req-566a41e6-4683-410c-8927-36e6a1f78d76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0546763 May 10 20:20:19.433540 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eb700c86-6e0b-46bd-8178-b29e04549345 req-a433d6b6-abaa-4831-b6c6-e5811939fe85 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517166 May 10 20:20:19.579711 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d0f96-4486-41a7-b4f6-23f639fc32f8 req-7940df63-61c4-4a09-9235-4f6057de5b19 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:19.592525 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fb6d0f96-4486-41a7-b4f6-23f639fc32f8 req-7940df63-61c4-4a09-9235-4f6057de5b19 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 947 time: 0.0639973 May 10 20:20:19.655160 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fb6d0f96-4486-41a7-b4f6-23f639fc32f8 req-2f8a1856-a1d8-4d43-bc82-6a50cb59c80a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547531 May 10 20:20:20.596941 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196857e-e4cd-4c5b-a503-a5710fc8ed4d req-212e1cc8-4aa5-4abe-934d-4ee7f1c0e333 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:20.598219 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5196857e-e4cd-4c5b-a503-a5710fc8ed4d req-212e1cc8-4aa5-4abe-934d-4ee7f1c0e333 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0781198 May 10 20:20:20.663400 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc69517-9bff-4643-8038-1d62a9353ed4 req-be8e4108-a1b0-452d-ae3c-24f041fde3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:20.668085 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5cc69517-9bff-4643-8038-1d62a9353ed4 req-be8e4108-a1b0-452d-ae3c-24f041fde3a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 1127 time: 0.0687904 May 10 20:20:20.698324 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5196857e-e4cd-4c5b-a503-a5710fc8ed4d req-f3d7d581-ac7e-4191-a9b4-c388fac309d7 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881240 May 10 20:20:20.779303 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-66aad8f3-7ebd-4eaf-b24f-c87581f193aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:20.822974 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6cc3d-4c7b-4ec5-a0a6-1b90698ab950 req-3c6b3e2c-d9fa-441f-8986-7a5ec7734d4e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:20.825892 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-97a6cc3d-4c7b-4ec5-a0a6-1b90698ab950 req-3c6b3e2c-d9fa-441f-8986-7a5ec7734d4e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 947 time: 0.0630734 May 10 20:20:20.881853 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc69517-9bff-4643-8038-1d62a9353ed4 req-1c7efb00-f018-406e-a416-57fca6ebbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:20.884037 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5cc69517-9bff-4643-8038-1d62a9353ed4 req-1c7efb00-f018-406e-a416-57fca6ebbb88 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1720557 May 10 20:20:20.929134 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-97a6cc3d-4c7b-4ec5-a0a6-1b90698ab950 req-4ebe6995-161e-467d-aa6d-e00e75b50d2e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923986 May 10 20:20:21.027184 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc69517-9bff-4643-8038-1d62a9353ed4 req-805a0bd3-5961-4ffa-b43d-388ce6c56c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:21.030698 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5cc69517-9bff-4643-8038-1d62a9353ed4 req-805a0bd3-5961-4ffa-b43d-388ce6c56c9d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387582 May 10 20:20:21.157398 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-168625e8-6548-47b7-b366-d742274431a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:21.160852 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-168625e8-6548-47b7-b366-d742274431a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 1127 time: 0.0698345 May 10 20:20:21.219251 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-16bcffb4-468e-4e4c-943f-bb2f91ab0869 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f51a35ef-40a9-4291-8e5d-3689f54d025d HTTP/1.1" status: 200 len: 217 time: 0.0500355 May 10 20:20:21.275875 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-b43a2103-cbe2-4810-a943-0a644f41ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:21.277568 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-b43a2103-cbe2-4810-a943-0a644f41ef20 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=516f8c72-19b5-4ad2-a79b-f52f381944d9 HTTP/1.1" status: 200 len: 851 time: 0.0491519 May 10 20:20:21.332565 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-bbe3e8fc-8dad-436b-9f8d-d6bdfb1da1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:21.334067 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-bbe3e8fc-8dad-436b-9f8d-d6bdfb1da1b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5faeb9f8-90a5-4864-8255-be306f147ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490010 May 10 20:20:21.459877 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-0f72945a-1c1e-4bf9-b9fe-33bcbd125877 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140962 May 10 20:20:21.626543 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8c82f4e-7057-4649-9b3c-48ee6676726e req-c2362193-3b66-4720-91cb-0e775c7dfc57 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590116 May 10 20:20:21.913563 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed33ab-871f-4f42-be9f-e1a5017a42ea req-13c5957e-0512-415f-8b62-f49e553c64ee tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:21.915249 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-48ed33ab-871f-4f42-be9f-e1a5017a42ea req-13c5957e-0512-415f-8b62-f49e553c64ee tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.1120949 May 10 20:20:22.026919 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-48ed33ab-871f-4f42-be9f-e1a5017a42ea req-8bd6550b-335d-42d8-b40c-99bb324c3970 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956309 May 10 20:20:22.149451 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c77cf7-748a-4aae-9dda-7df65dfa5194 req-719f4eea-591e-41bf-becc-0efafde71ede tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:22.150956 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-38c77cf7-748a-4aae-9dda-7df65dfa5194 req-719f4eea-591e-41bf-becc-0efafde71ede tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 947 time: 0.0506012 May 10 20:20:22.221812 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-38c77cf7-748a-4aae-9dda-7df65dfa5194 req-fd13f7cc-e416-4731-b09a-0efb20e0bfc1 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641510 May 10 20:20:22.364537 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832eacf6-05f0-426d-90fb-91566f20faf4 req-a4b3a223-d77c-4da5-9287-385b2e13cf19 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:22.366563 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-832eacf6-05f0-426d-90fb-91566f20faf4 req-a4b3a223-d77c-4da5-9287-385b2e13cf19 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0518711 May 10 20:20:22.417488 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-832eacf6-05f0-426d-90fb-91566f20faf4 req-82ff44a3-664e-4d1a-ba0d-df3e19b949d2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448694 May 10 20:20:23.092181 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-70ea3685-2cba-436b-b5f6-c8293b61d00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:23.160201 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19ca05-a2fb-4cfa-a76b-87e5c663cc4c req-fa950070-11f9-4c0e-9b22-f6a3cd26f604 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:23.161753 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7d19ca05-a2fb-4cfa-a76b-87e5c663cc4c req-fa950070-11f9-4c0e-9b22-f6a3cd26f604 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0543566 May 10 20:20:23.236970 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7d19ca05-a2fb-4cfa-a76b-87e5c663cc4c req-e1e1bc44-fd68-4840-a797-f4642d3cf9a9 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683789 May 10 20:20:23.562642 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0980d87-5d2a-448b-a88f-4c593368fb08 req-0ceb0616-6dac-4322-83cd-49373731cf48 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:23.565021 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d0980d87-5d2a-448b-a88f-4c593368fb08 req-0ceb0616-6dac-4322-83cd-49373731cf48 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0533233 May 10 20:20:23.629305 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d0980d87-5d2a-448b-a88f-4c593368fb08 req-6ab45a80-dfd4-45ce-a029-c0aeaaaecd65 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585895 May 10 20:20:24.375107 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51e727-cc2c-47e3-8eb8-fb4fc4a7e70a req-f5958e7b-6b2b-4944-a0ca-fdb3a42bb717 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:24.377289 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5c51e727-cc2c-47e3-8eb8-fb4fc4a7e70a req-f5958e7b-6b2b-4944-a0ca-fdb3a42bb717 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0542393 May 10 20:20:24.395273 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:24.434694 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5c51e727-cc2c-47e3-8eb8-fb4fc4a7e70a req-b32ea6ac-20ba-4f2e-8abd-90ef7055aea5 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515218 May 10 20:20:24.754811 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e825a5c-a7dc-41f5-a0d3-8a13872cf88b req-9f44f172-f9bc-4301-8e7a-ee4c94a4510d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:24.761546 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7e825a5c-a7dc-41f5-a0d3-8a13872cf88b req-9f44f172-f9bc-4301-8e7a-ee4c94a4510d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0606866 May 10 20:20:24.810588 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7e825a5c-a7dc-41f5-a0d3-8a13872cf88b req-c8a82f9a-141e-4c29-9630-346e3f04dd7f tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479281 May 10 20:20:25.299381 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0768811-a0f4-434f-9053-858b05f4f64d req-ec86af8a-8c02-4b8d-b02f-1e8673e5b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:25.300938 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0768811-a0f4-434f-9053-858b05f4f64d req-ec86af8a-8c02-4b8d-b02f-1e8673e5b69f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 1130 time: 0.0446832 May 10 20:20:25.565809 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c41306-3673-45c2-aaa2-c120a0b07001 req-f5c33a39-ea8d-4322-a560-9a09988c0a21 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:25.567396 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-17c41306-3673-45c2-aaa2-c120a0b07001 req-f5c33a39-ea8d-4322-a560-9a09988c0a21 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0595391 May 10 20:20:25.625315 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-17c41306-3673-45c2-aaa2-c120a0b07001 req-39341663-7084-4ef3-b019-4be28e2c8e40 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518975 May 10 20:20:25.730643 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0768811-a0f4-434f-9053-858b05f4f64d req-5b7ac459-0aaf-4f49-9722-d5c0eb2ce37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:25.732006 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0768811-a0f4-434f-9053-858b05f4f64d req-5b7ac459-0aaf-4f49-9722-d5c0eb2ce37c service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 919 time: 0.0870888 May 10 20:20:25.805836 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0768811-a0f4-434f-9053-858b05f4f64d req-04cf9b41-8cca-440e-a580-894760f5f31c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce065a5-1fd8-4282-bd44-02c414d92466 HTTP/1.1" status: 200 len: 1002 time: 0.0676038 May 10 20:20:25.807674 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:25.858850 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0768811-a0f4-434f-9053-858b05f4f64d req-5f3c0ff1-3e77-44f6-a746-ede8ce150a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:25.860889 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0768811-a0f4-434f-9053-858b05f4f64d req-5f3c0ff1-3e77-44f6-a746-ede8ce150a26 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.0467184 May 10 20:20:25.916011 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0768811-a0f4-434f-9053-858b05f4f64d req-c06e9516-8ca7-45af-b8a0-3cd01c10f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:25.918010 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0768811-a0f4-434f-9053-858b05f4f64d req-c06e9516-8ca7-45af-b8a0-3cd01c10f33d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471141 May 10 20:20:25.951427 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795303c-eb61-4b1d-8d45-c15c9201fcc4 req-83f89a81-1a03-4614-9aad-a69266337719 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:25.953746 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b795303c-eb61-4b1d-8d45-c15c9201fcc4 req-83f89a81-1a03-4614-9aad-a69266337719 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0608814 May 10 20:20:26.022425 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b795303c-eb61-4b1d-8d45-c15c9201fcc4 req-f30f1e3e-21fe-4a4c-b21f-d049d0450476 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608115 May 10 20:20:26.055458 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0768811-a0f4-434f-9053-858b05f4f64d req-3ac7cfcf-5db8-4951-b183-6fa9488bfca1 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231492 May 10 20:20:26.197062 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0768811-a0f4-434f-9053-858b05f4f64d req-f4ab4609-a675-47b1-9a31-5c7a63e6b629 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295369 May 10 20:20:26.657103 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203cb24-d217-43e7-9991-186b5d8d6d16 req-c9e8bcff-fe11-4d43-869d-0ffdeb386e81 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:26.658791 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f203cb24-d217-43e7-9991-186b5d8d6d16 req-c9e8bcff-fe11-4d43-869d-0ffdeb386e81 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0524828 May 10 20:20:26.727342 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f203cb24-d217-43e7-9991-186b5d8d6d16 req-e94d4358-0252-44f0-9b3d-05b4ca824ebe tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619345 May 10 20:20:26.761678 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b7c56-4a1b-4e46-95c6-1d21251fd539 req-ca5e3ab0-7f54-4ac8-a459-73fd0faa1bca tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:26.763235 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab7b7c56-4a1b-4e46-95c6-1d21251fd539 req-ca5e3ab0-7f54-4ac8-a459-73fd0faa1bca tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0521064 May 10 20:20:26.816435 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab7b7c56-4a1b-4e46-95c6-1d21251fd539 req-fb040f43-11e4-4442-909e-c7ebca207fd1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472295 May 10 20:20:27.143032 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e725c1-9e84-4a26-bf86-07a4f6754ac4 req-0f9dbf7b-0ee6-49d2-86dc-3343fd245461 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:27.144504 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-37e725c1-9e84-4a26-bf86-07a4f6754ac4 req-0f9dbf7b-0ee6-49d2-86dc-3343fd245461 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0485563 May 10 20:20:27.194182 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-37e725c1-9e84-4a26-bf86-07a4f6754ac4 req-3a36d131-83ab-48ac-ae87-8ca0a2ce7194 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439703 May 10 20:20:27.286914 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:27.850659 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b422a-ebd3-49e8-a333-8413cd3945f3 req-aab7bf69-3ce3-4437-89c9-059e027abc87 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:27.852597 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-101b422a-ebd3-49e8-a333-8413cd3945f3 req-aab7bf69-3ce3-4437-89c9-059e027abc87 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0479095 May 10 20:20:27.909338 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-101b422a-ebd3-49e8-a333-8413cd3945f3 req-c6fe78ee-9dca-4833-894a-b801427c527d tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488915 May 10 20:20:27.937177 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110b7fe-45c7-45eb-9b30-bbec33ae9638 req-a29db318-e10f-48a2-aedd-c4127d0c6131 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:27.938741 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3110b7fe-45c7-45eb-9b30-bbec33ae9638 req-a29db318-e10f-48a2-aedd-c4127d0c6131 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0522382 May 10 20:20:27.987538 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3110b7fe-45c7-45eb-9b30-bbec33ae9638 req-ec65c347-bea8-412c-b421-289426a19f05 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 May 10 20:20:28.305680 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a1307-0054-4a6a-aa87-2c6025775569 req-ac7fd77f-8946-49ca-8989-8f6dbe7a89fc tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:28.307066 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-480a1307-0054-4a6a-aa87-2c6025775569 req-ac7fd77f-8946-49ca-8989-8f6dbe7a89fc tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0461986 May 10 20:20:28.359251 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-480a1307-0054-4a6a-aa87-2c6025775569 req-f542ed70-03ec-44af-8c6a-338e1bd1d9db tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445232 May 10 20:20:29.037395 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc539ea-6b51-49a5-9f76-7f23bf6f74c4 req-30a0c2b7-864e-491f-b526-6a5c8374b71b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:29.038966 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3bc539ea-6b51-49a5-9f76-7f23bf6f74c4 req-30a0c2b7-864e-491f-b526-6a5c8374b71b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0570645 May 10 20:20:29.091685 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3bc539ea-6b51-49a5-9f76-7f23bf6f74c4 req-7c12602a-5700-454b-9ebd-67e829b5b6cb tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446734 May 10 20:20:29.120219 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f02f4b-5475-42c8-8779-7b586e07d66c req-00d58c30-1f64-4ca9-b20b-a5fffa90adfa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:29.122500 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c8f02f4b-5475-42c8-8779-7b586e07d66c req-00d58c30-1f64-4ca9-b20b-a5fffa90adfa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0635152 May 10 20:20:29.170853 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c8f02f4b-5475-42c8-8779-7b586e07d66c req-01fff4ba-eafd-49d1-8a58-ef04519506c6 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423753 May 10 20:20:29.471086 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2870b-df24-45c0-8498-ab36e87aeed9 req-8e03933f-1cf9-4631-b2a0-e8bffb85f1bd tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:29.472560 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-78d2870b-df24-45c0-8498-ab36e87aeed9 req-8e03933f-1cf9-4631-b2a0-e8bffb85f1bd tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0464423 May 10 20:20:29.518403 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-78d2870b-df24-45c0-8498-ab36e87aeed9 req-27389197-550a-47d6-8613-632ca2589288 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403564 May 10 20:20:30.205639 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48442-09f9-4dd1-8c7a-398b94d47f79 req-fd20b366-802d-4ab7-8996-78ae19a131e3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:30.207245 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-36c48442-09f9-4dd1-8c7a-398b94d47f79 req-fd20b366-802d-4ab7-8996-78ae19a131e3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0477271 May 10 20:20:30.262301 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-36c48442-09f9-4dd1-8c7a-398b94d47f79 req-3d4531f6-1558-427c-baf5-b2bfb31462e8 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492015 May 10 20:20:30.268752 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 56512) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:30.293802 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db304044-5391-40f5-8ff4-e8a8e6d8601a req-795b857a-7846-4112-bfce-9019ccefdf8f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:30.298564 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db304044-5391-40f5-8ff4-e8a8e6d8601a req-795b857a-7846-4112-bfce-9019ccefdf8f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0577202 May 10 20:20:30.324115 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c34dc53-1741-43c1-bad8-43c38dce6022 admin admin] Deleting subnet 5d4b38ac-29a0-4b05-8481-ae4d2fe53975 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:20:30.327227 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3c34dc53-1741-43c1-bad8-43c38dce6022 admin admin] Publish callbacks [] for subnet (5d4b38ac-29a0-4b05-8481-ae4d2fe53975), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:30.347096 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db304044-5391-40f5-8ff4-e8a8e6d8601a req-e7a0bba7-0ae4-439f-8337-ba63387f4846 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456541 May 10 20:20:30.361566 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3c34dc53-1741-43c1-bad8-43c38dce6022 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6068516'] for subnet (5d4b38ac-29a0-4b05-8481-ae4d2fe53975), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:30.403722 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3c34dc53-1741-43c1-bad8-43c38dce6022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (5d4b38ac-29a0-4b05-8481-ae4d2fe53975), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:30.522309 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3c34dc53-1741-43c1-bad8-43c38dce6022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4935479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5317468'] for subnet (5d4b38ac-29a0-4b05-8481-ae4d2fe53975), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:30.549510 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34dc53-1741-43c1-bad8-43c38dce6022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d4b38ac-29a0-4b05-8481-ae4d2fe53975,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:30.551526 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3c34dc53-1741-43c1-bad8-43c38dce6022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:30.557542 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3c34dc53-1741-43c1-bad8-43c38dce6022 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5d4b38ac-29a0-4b05-8481-ae4d2fe53975 HTTP/1.1" status: 204 len: 168 time: 0.2841034 May 10 20:20:30.557864 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 56518) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:30.627994 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7a51fba1-4a2e-47b9-9512-47a8d61aa3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (3bb2c490-f5c2-46ac-b9c0-c30485604258), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:30.640024 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd63ed5-eae2-4514-a15d-bd1fa3b1e564 req-c3af4eb7-3c98-4d09-82f7-61fc0ae491fa tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:30.641504 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9fd63ed5-eae2-4514-a15d-bd1fa3b1e564 req-c3af4eb7-3c98-4d09-82f7-61fc0ae491fa tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0525105 May 10 20:20:30.687411 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9fd63ed5-eae2-4514-a15d-bd1fa3b1e564 req-dfdfab1c-b842-4958-a12a-e43d2f7132a4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401068 May 10 20:20:30.708057 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7a51fba1-4a2e-47b9-9512-47a8d61aa3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (3bb2c490-f5c2-46ac-b9c0-c30485604258), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:30.727841 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-7a51fba1-4a2e-47b9-9512-47a8d61aa3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb2c490-f5c2-46ac-b9c0-c30485604258']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:30.737598 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-7a51fba1-4a2e-47b9-9512-47a8d61aa3a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10c9296-4041-4f1a-8baa-9f627e0364d5') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:30.738047 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-7a51fba1-4a2e-47b9-9512-47a8d61aa3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10c9296-4041-4f1a-8baa-9f627e0364d5') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:30.747283 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7a51fba1-4a2e-47b9-9512-47a8d61aa3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6044422'] for segment (c10c9296-4041-4f1a-8baa-9f627e0364d5), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:30.760942 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7a51fba1-4a2e-47b9-9512-47a8d61aa3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (c10c9296-4041-4f1a-8baa-9f627e0364d5), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:30.766981 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a51fba1-4a2e-47b9-9512-47a8d61aa3a9 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:20:30.767358 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7a51fba1-4a2e-47b9-9512-47a8d61aa3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4836369'] for segment (c10c9296-4041-4f1a-8baa-9f627e0364d5), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: Traceback (most recent call last): May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: timer() May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: cb(*args, **kw) May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: return func(*args, **kwargs) May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: self._notify() May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: self.callback(batched_events) May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: event.method(event) May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: return f(self, *a, **k) May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: return self._get(url).json() May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: return self.request(url, 'GET', **kwargs) May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:20:30.769058 dv-cinder-828805-2-iscsi neutron-server[104125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:20:30.888184 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7a51fba1-4a2e-47b9-9512-47a8d61aa3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (3bb2c490-f5c2-46ac-b9c0-c30485604258), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:30.893640 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7a51fba1-4a2e-47b9-9512-47a8d61aa3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:30.896689 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7a51fba1-4a2e-47b9-9512-47a8d61aa3a9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3bb2c490-f5c2-46ac-b9c0-c30485604258 HTTP/1.1" status: 204 len: 168 time: 0.3374481 May 10 20:20:30.907972 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51fba1-4a2e-47b9-9512-47a8d61aa3a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb2c490-f5c2-46ac-b9c0-c30485604258,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:31.279322 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 56522) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:31.319380 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-64c3d077-8e8b-4bd2-a901-482933feacef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=752cb97b116941b7bc7ef28b2e796b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388756 May 10 20:20:31.323986 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 56526) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:31.398272 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d33052-7d26-4fe3-a233-3843513843bc req-d45d6884-1022-437e-bad2-eb4244dc0df2 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:31.399756 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8d33052-7d26-4fe3-a233-3843513843bc req-d45d6884-1022-437e-bad2-eb4244dc0df2 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0607617 May 10 20:20:31.439774 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-33f67884-8e20-4f21-9c8a-ae7c452b07d4 admin admin] Publish callbacks [] for security_group (edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:31.466463 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8d33052-7d26-4fe3-a233-3843513843bc req-0dd4d18a-ecbb-4b7b-9437-abfcc7851937 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610235 May 10 20:20:31.467124 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac7085-1a73-4a9d-8c15-6df664efd0d7 req-5f5ded0b-eb65-4f8d-8881-fbc2c8a710f7 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:31.468725 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fac7085-1a73-4a9d-8c15-6df664efd0d7 req-5f5ded0b-eb65-4f8d-8881-fbc2c8a710f7 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0527830 May 10 20:20:31.475449 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-33f67884-8e20-4f21-9c8a-ae7c452b07d4 admin admin] Publish callbacks [] for security_group (edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:31.519113 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fac7085-1a73-4a9d-8c15-6df664efd0d7 req-93f11a6d-0bf0-4fb0-89e8-165caa7b9a12 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440717 May 10 20:20:31.613523 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-33f67884-8e20-4f21-9c8a-ae7c452b07d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:31.616134 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-33f67884-8e20-4f21-9c8a-ae7c452b07d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:31.617260 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-33f67884-8e20-4f21-9c8a-ae7c452b07d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5 HTTP/1.1" status: 204 len: 168 time: 0.2941146 May 10 20:20:31.626781 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f67884-8e20-4f21-9c8a-ae7c452b07d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf0a2c0-84fc-43ed-ad28-3b0e03bdd3d5,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:31.804581 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e698bd8-8512-4ce2-b678-bae6c1aeabdd req-031fed04-616f-4018-8c37-407c410c73f5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:31.806061 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0e698bd8-8512-4ce2-b678-bae6c1aeabdd req-031fed04-616f-4018-8c37-407c410c73f5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0503628 May 10 20:20:31.852248 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0e698bd8-8512-4ce2-b678-bae6c1aeabdd req-b06d9179-2c9d-4339-a8ef-b7bea16dd5ed tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407953 May 10 20:20:32.586750 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a5712-2b7a-4a26-9f37-191a44a8c791 req-07ed79e8-9ed1-4d84-bd7e-3666e1b142aa tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:32.588311 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-814a5712-2b7a-4a26-9f37-191a44a8c791 req-07ed79e8-9ed1-4d84-bd7e-3666e1b142aa tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0541914 May 10 20:20:32.637926 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-814a5712-2b7a-4a26-9f37-191a44a8c791 req-7f31aeac-704e-482d-ba11-33bfad8d51aa tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440578 May 10 20:20:32.658687 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80349a7-1759-4824-98cc-229bea3adfe6 req-94dd3f15-eea7-41aa-9578-1a42a17b6bc8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:32.662605 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d80349a7-1759-4824-98cc-229bea3adfe6 req-94dd3f15-eea7-41aa-9578-1a42a17b6bc8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0561750 May 10 20:20:32.709572 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d80349a7-1759-4824-98cc-229bea3adfe6 req-0736906b-483c-4dff-8852-336d03aac466 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438354 May 10 20:20:32.963275 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af8302-f1cc-475c-9e05-ed11b75a71e0 req-35d18d67-2698-493d-8960-a8d467c76f0c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:32.964740 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4af8302-f1cc-475c-9e05-ed11b75a71e0 req-35d18d67-2698-493d-8960-a8d467c76f0c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0460746 May 10 20:20:33.010961 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4af8302-f1cc-475c-9e05-ed11b75a71e0 req-463c1894-ac0e-4093-91e6-15f5938f6d66 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404861 May 10 20:20:33.754339 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e7280-e0fd-4e17-97de-de5927417a53 req-a7ab80a6-3386-4004-b72c-970fa6c638f9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:33.755911 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-473e7280-e0fd-4e17-97de-de5927417a53 req-a7ab80a6-3386-4004-b72c-970fa6c638f9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0482585 May 10 20:20:33.807725 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-473e7280-e0fd-4e17-97de-de5927417a53 req-1303e86e-f4ee-446e-89b2-7b2f5e7224bb tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460997 May 10 20:20:33.833338 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545498b-ab16-4a4d-b913-e7a77a6c2566 req-a868db9f-674d-4845-b2cf-68a41d2ad2e9 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:33.834870 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1545498b-ab16-4a4d-b913-e7a77a6c2566 req-a868db9f-674d-4845-b2cf-68a41d2ad2e9 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0540731 May 10 20:20:34.114264 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1545498b-ab16-4a4d-b913-e7a77a6c2566 req-a2e76845-30a6-4c9d-9947-88afd20919f3 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737446 May 10 20:20:34.128573 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acb146-0abb-4749-b106-40e11960b40d req-97049f2c-d220-4b40-b113-b98daf311414 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:34.131203 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e2acb146-0abb-4749-b106-40e11960b40d req-97049f2c-d220-4b40-b113-b98daf311414 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0498865 May 10 20:20:34.178248 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e2acb146-0abb-4749-b106-40e11960b40d req-8fead4c6-f941-400d-87c0-18df75ae9526 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419388 May 10 20:20:34.929625 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5088cd-a271-4eb8-9518-1dc609d4da70 req-d726e2bb-a246-4c58-822f-0e5aaf8d80be tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:34.931156 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba5088cd-a271-4eb8-9518-1dc609d4da70 req-d726e2bb-a246-4c58-822f-0e5aaf8d80be tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0488443 May 10 20:20:34.980105 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba5088cd-a271-4eb8-9518-1dc609d4da70 req-5e6e060a-7a78-41f0-a6fe-d4a7314dfeac tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432606 May 10 20:20:35.233814 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fb1fa-bed7-46ac-b842-e2a3dd2bc0f3 req-aa9b40aa-ffbf-4cdf-83dc-49b158c197cd tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:35.236121 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7c2fb1fa-bed7-46ac-b842-e2a3dd2bc0f3 req-aa9b40aa-ffbf-4cdf-83dc-49b158c197cd tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0514848 May 10 20:20:35.291841 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7c2fb1fa-bed7-46ac-b842-e2a3dd2bc0f3 req-b5e060d6-5dc9-4aff-8fde-56f97168d59e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484569 May 10 20:20:35.306225 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96448401-7d85-468b-8ecd-a94fa0a057a5 req-0097ab6f-69c6-46ea-bdc0-d71eb275182a tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:35.306225 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96448401-7d85-468b-8ecd-a94fa0a057a5 req-0097ab6f-69c6-46ea-bdc0-d71eb275182a tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0461767 May 10 20:20:35.356999 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96448401-7d85-468b-8ecd-a94fa0a057a5 req-c943c294-aa22-4f24-b043-f7e93dbf2c53 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471828 May 10 20:20:36.027259 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:20:36.096429 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f7d1d-d4f5-4de2-98bf-0c0c5bdb307a req-4fe8cecd-da65-4384-9aab-5728806839ed tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:36.097912 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b55f7d1d-d4f5-4de2-98bf-0c0c5bdb307a req-4fe8cecd-da65-4384-9aab-5728806839ed tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0515099 May 10 20:20:36.143907 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b55f7d1d-d4f5-4de2-98bf-0c0c5bdb307a req-8e8d07a2-b62e-40df-a41c-8e2b4bdb6a63 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403278 May 10 20:20:36.410006 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb41290-4687-4d3f-a656-225ed70b0e3a req-4048f8a7-51d0-4cd5-be7b-235666a0da1d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:36.411621 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-beb41290-4687-4d3f-a656-225ed70b0e3a req-4048f8a7-51d0-4cd5-be7b-235666a0da1d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0509009 May 10 20:20:36.475281 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329654e9-bd57-4301-9053-07c10ef0af66 req-23ff4739-3efa-4298-bcf9-a8cef24f296d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:36.476905 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-329654e9-bd57-4301-9053-07c10ef0af66 req-23ff4739-3efa-4298-bcf9-a8cef24f296d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0478010 May 10 20:20:36.482313 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-beb41290-4687-4d3f-a656-225ed70b0e3a req-6ef67351-c486-4e65-b013-20ec491985d5 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643260 May 10 20:20:36.517656 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900f99-261e-4cf9-bd85-976410a43d92 req-055ac29b-8b4d-4fb8-8449-43d251b85d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:36.517656 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a900f99-261e-4cf9-bd85-976410a43d92 req-055ac29b-8b4d-4fb8-8449-43d251b85d3a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=821dc2c3061041a3ab6ee939c306a7ea&device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 1129 time: 0.0435309 May 10 20:20:36.531819 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-329654e9-bd57-4301-9053-07c10ef0af66 req-c40cf271-7c48-497e-833d-aa464344f3c8 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489142 May 10 20:20:36.636269 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900f99-261e-4cf9-bd85-976410a43d92 req-d36f6b03-9308-4d81-a02e-b55e5e7e3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:36.637782 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a900f99-261e-4cf9-bd85-976410a43d92 req-d36f6b03-9308-4d81-a02e-b55e5e7e3d02 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2b00b815-407a-4d47-9742-67b948c39d25 HTTP/1.1" status: 200 len: 911 time: 0.1033063 May 10 20:20:36.707843 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a900f99-261e-4cf9-bd85-976410a43d92 req-2d6279d4-decd-4f8e-bc6f-443769a0eb99 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3ad9929-2cb4-4711-9a32-8294a05717b6 HTTP/1.1" status: 200 len: 1000 time: 0.0637481 May 10 20:20:36.759578 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900f99-261e-4cf9-bd85-976410a43d92 req-b4931d1d-0090-4359-8f60-672f1fecfbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:36.760978 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a900f99-261e-4cf9-bd85-976410a43d92 req-b4931d1d-0090-4359-8f60-672f1fecfbe7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78ce874d-9077-4778-aeb7-86f2c6f9fd78 HTTP/1.1" status: 200 len: 849 time: 0.0464587 May 10 20:20:36.805428 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900f99-261e-4cf9-bd85-976410a43d92 req-92500321-acd0-43ef-9b67-cebae9008941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:36.806822 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a900f99-261e-4cf9-bd85-976410a43d92 req-92500321-acd0-43ef-9b67-cebae9008941 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2b00b815-407a-4d47-9742-67b948c39d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365913 May 10 20:20:36.996654 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a900f99-261e-4cf9-bd85-976410a43d92 req-52304d6e-9adc-4f35-b9b5-b2d2201032f5 service neutron] 10.222.0.83 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910997 May 10 20:20:37.109311 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a900f99-261e-4cf9-bd85-976410a43d92 req-dca51b1a-2c3d-4714-87af-334a99fd7e06 service neutron] 10.222.0.83 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013625 May 10 20:20:37.260318 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d837c86-8df9-4e2f-8ec4-364079b69d86 req-6880d89d-9eff-4cde-b8bb-bd9e3e88e1f3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:37.261879 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d837c86-8df9-4e2f-8ec4-364079b69d86 req-6880d89d-9eff-4cde-b8bb-bd9e3e88e1f3 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0500617 May 10 20:20:37.307793 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d837c86-8df9-4e2f-8ec4-364079b69d86 req-a25ea435-448e-47d8-a651-3f0ac8311d71 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404227 May 10 20:20:37.595972 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56913583-ac5d-4189-814a-019175321cfe req-5ececb0b-4f94-43bc-8a58-dc05b0778508 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:37.597606 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-56913583-ac5d-4189-814a-019175321cfe req-5ececb0b-4f94-43bc-8a58-dc05b0778508 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 943 time: 0.0489199 May 10 20:20:37.604682 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device f51a35ef-40a9-4291-8e5d-3689f54d025d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:20:37.677435 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af67f9-eb28-4ec9-9bd7-ac1b229318a5 req-d80cde07-a1ca-430d-855f-9e058d281267 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:37.683077 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-56913583-ac5d-4189-814a-019175321cfe req-0f2a39ae-a78c-429d-a7c1-9c165128b46c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798895 May 10 20:20:37.684753 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a2af67f9-eb28-4ec9-9bd7-ac1b229318a5 req-d80cde07-a1ca-430d-855f-9e058d281267 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0666018 May 10 20:20:37.710315 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port f51a35ef-40a9-4291-8e5d-3689f54d025d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f51a35ef-40a9-4291-8e5d-3689f54d025d,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:20:37.735195 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': 'f51a35ef-40a9-4291-8e5d-3689f54d025d', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'port_id': 'f51a35ef-40a9-4291-8e5d-3689f54d025d', 'mac_address': 'fa:16:3e:66:07:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:20:37.760779 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a2af67f9-eb28-4ec9-9bd7-ac1b229318a5 req-099577af-1a65-418e-bd56-1c00ff63971c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751531 May 10 20:20:37.789301 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port f51a35ef-40a9-4291-8e5d-3689f54d025d is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:20:37.789301 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:37.796482 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51a35ef-40a9-4291-8e5d-3689f54d025d {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:20:37.813586 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:37.816942 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port f51a35ef-40a9-4291-8e5d-3689f54d025d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f51a35ef-40a9-4291-8e5d-3689f54d025d,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:20:37.900006 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:37.950343 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=f51a35ef-40a9-4291-8e5d-3689f54d025d,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:38.255709 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['f51a35ef-40a9-4291-8e5d-3689f54d025d'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:20:38.421168 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb3d74-85d6-4da2-bb83-a53dc5ffd5f0 req-06040965-f172-4926-b144-fed17d644e95 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:38.422748 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f9eb3d74-85d6-4da2-bb83-a53dc5ffd5f0 req-06040965-f172-4926-b144-fed17d644e95 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0476241 May 10 20:20:38.473623 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f9eb3d74-85d6-4da2-bb83-a53dc5ffd5f0 req-f9400000-d625-47d1-a843-2f335809193b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448163 May 10 20:20:38.802656 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448810b-b7a9-43bb-aece-d17e84f13cd1 req-3bf575ee-825e-444c-bf74-128333136825 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:38.804186 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4448810b-b7a9-43bb-aece-d17e84f13cd1 req-3bf575ee-825e-444c-bf74-128333136825 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 944 time: 0.0483546 May 10 20:20:38.856847 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4448810b-b7a9-43bb-aece-d17e84f13cd1 req-a2a2f740-f235-4575-a3e5-8112ab5df1b8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470257 May 10 20:20:38.880239 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2355c51-dd63-4c1c-b47a-91bafd4b8967 req-6d585f87-9c14-4291-b3c9-31163ef53119 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:38.881698 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f2355c51-dd63-4c1c-b47a-91bafd4b8967 req-6d585f87-9c14-4291-b3c9-31163ef53119 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0485172 May 10 20:20:38.927371 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f2355c51-dd63-4c1c-b47a-91bafd4b8967 req-9109f16d-72a9-4b41-9285-ac2b26f4bce7 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401473 May 10 20:20:39.515789 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 56708) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:39.588442 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec18433-d023-48e9-8fb8-2b23e785a1c4 req-565be54f-677e-4e6b-ba6d-51946fe43007 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:39.590656 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ec18433-d023-48e9-8fb8-2b23e785a1c4 req-565be54f-677e-4e6b-ba6d-51946fe43007 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0468264 May 10 20:20:39.613951 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device f51a35ef-40a9-4291-8e5d-3689f54d025d up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:20:39.632447 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a6c65485-90b0-4b07-9b5d-a3d3f518fcb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:39.668937 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ec18433-d023-48e9-8fb8-2b23e785a1c4 req-b26caf7a-fb79-4d2a-b676-880e4f547d51 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451665 May 10 20:20:39.669420 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port f51a35ef-40a9-4291-8e5d-3689f54d025d completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:20:39.714423 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a6c65485-90b0-4b07-9b5d-a3d3f518fcb3 admin admin] Publish callbacks [] for security_group (b306e795-1590-4c6c-aee7-edcf0aec6be3), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:39.751344 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port f51a35ef-40a9-4291-8e5d-3689f54d025d triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:20:39.752226 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:39.780276 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a6c65485-90b0-4b07-9b5d-a3d3f518fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (b306e795-1590-4c6c-aee7-edcf0aec6be3), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:39.824853 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a6c65485-90b0-4b07-9b5d-a3d3f518fcb3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2947d630f28e4e68a28da46e1a8dd01c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079755 May 10 20:20:39.827353 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 56714) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:39.835010 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c65485-90b0-4b07-9b5d-a3d3f518fcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b306e795-1590-4c6c-aee7-edcf0aec6be3,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:39.846600 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port f51a35ef-40a9-4291-8e5d-3689f54d025d is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:20:39.847047 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:39.869404 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9c1d58-2493-43f6-b011-90a3bac5ac0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51a35ef-40a9-4291-8e5d-3689f54d025d'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:20:39.871589 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f94f8c1-aafc-4caa-b579-cec872e5f020" -d '{"events": [{"server_uuid": "0f9c1d58-2493-43f6-b011-90a3bac5ac0d", "name": "network-vif-plugged", "status": "completed", "tag": "f51a35ef-40a9-4291-8e5d-3689f54d025d"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:20:39.880494 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c9be42d-ab73-485f-9493-d4eff811c5df admin admin] Publish callbacks [] for security_group (b306e795-1590-4c6c-aee7-edcf0aec6be3), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:39.887534 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port f51a35ef-40a9-4291-8e5d-3689f54d025d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f51a35ef-40a9-4291-8e5d-3689f54d025d,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:20:39.904024 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c9be42d-ab73-485f-9493-d4eff811c5df admin admin] Publish callbacks [] for security_group (b306e795-1590-4c6c-aee7-edcf0aec6be3), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:39.913958 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd9ead4-d288-47b2-bb79-29168e369b7d x-openstack-request-id: req-8dd9ead4-d288-47b2-bb79-29168e369b7d {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:20:39.914386 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9c1d58-2493-43f6-b011-90a3bac5ac0d", "name": "network-vif-plugged", "status": "completed", "tag": "f51a35ef-40a9-4291-8e5d-3689f54d025d", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:20:39.914785 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8dd9ead4-d288-47b2-bb79-29168e369b7d {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:20:39.915628 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd9ead4-d288-47b2-bb79-29168e369b7d'] response: {'server_uuid': '0f9c1d58-2493-43f6-b011-90a3bac5ac0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51a35ef-40a9-4291-8e5d-3689f54d025d', 'code': 200} May 10 20:20:39.940453 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:39.992112 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=f51a35ef-40a9-4291-8e5d-3689f54d025d,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:40.005335 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc1717-aa8f-4059-be9d-f12d6fc11c6e req-59293617-0b20-4de3-b1a7-090965dabbce tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:40.008627 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83bc1717-aa8f-4059-be9d-f12d6fc11c6e req-59293617-0b20-4de3-b1a7-090965dabbce tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 945 time: 0.0634515 May 10 20:20:40.063026 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83bc1717-aa8f-4059-be9d-f12d6fc11c6e req-1ad7384c-0ecf-4d18-90f3-37997bf0d850 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461171 May 10 20:20:40.064822 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50b667-2a10-41c3-aa3b-00d427c45b55 req-b11b937e-297e-46a3-b034-45853684abd0 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:40.066471 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cb50b667-2a10-41c3-aa3b-00d427c45b55 req-b11b937e-297e-46a3-b034-45853684abd0 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0555053 May 10 20:20:40.137086 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c9be42d-ab73-485f-9493-d4eff811c5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (b306e795-1590-4c6c-aee7-edcf0aec6be3), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:40.137086 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c9be42d-ab73-485f-9493-d4eff811c5df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:40.137086 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2c9be42d-ab73-485f-9493-d4eff811c5df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b306e795-1590-4c6c-aee7-edcf0aec6be3 HTTP/1.1" status: 204 len: 168 time: 0.2597613 May 10 20:20:40.137086 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9be42d-ab73-485f-9493-d4eff811c5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b306e795-1590-4c6c-aee7-edcf0aec6be3,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:40.137086 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cb50b667-2a10-41c3-aa3b-00d427c45b55 req-55ba6c6a-462b-4be1-ba02-c4030ddcce1c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591424 May 10 20:20:40.359852 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6ee40-ac67-4c25-b129-29ae5ee51670 req-ff45bd2c-4277-4f33-9805-7aea601fab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:40.361821 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aae6ee40-ac67-4c25-b129-29ae5ee51670 req-ff45bd2c-4277-4f33-9805-7aea601fab47 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 1129 time: 0.0370984 May 10 20:20:40.416243 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aae6ee40-ac67-4c25-b129-29ae5ee51670 req-2e58ee77-83c5-4cb6-b12e-bbfae6e1f9cf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464036 May 10 20:20:40.775859 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a67517-1cc6-41ea-84d0-55fba7e7c4d4 req-d65be1fc-e9ac-40d4-b0a8-ed6c56005dfa tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:40.777696 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35a67517-1cc6-41ea-84d0-55fba7e7c4d4 req-d65be1fc-e9ac-40d4-b0a8-ed6c56005dfa tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0514612 May 10 20:20:40.827109 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35a67517-1cc6-41ea-84d0-55fba7e7c4d4 req-b52c58dd-20ba-4800-ae67-0f70aa2586d5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414395 May 10 20:20:41.246694 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd07c0-441e-45b3-a7ff-7a0533ef9934 req-29bae653-9eb8-43ad-ac1a-75bd33349ba5 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:41.248207 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-95bd07c0-441e-45b3-a7ff-7a0533ef9934 req-29bae653-9eb8-43ad-ac1a-75bd33349ba5 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 945 time: 0.0530031 May 10 20:20:41.257330 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd68c1-df84-454f-bf82-e0556ac246e9 req-8bae1eb3-ba44-40a0-ab1b-e8816fc1aebe tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:41.258916 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67cd68c1-df84-454f-bf82-e0556ac246e9 req-8bae1eb3-ba44-40a0-ab1b-e8816fc1aebe tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0505695 May 10 20:20:41.308941 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-95bd07c0-441e-45b3-a7ff-7a0533ef9934 req-6d99f32f-53b3-4d03-99cf-c886e570fde9 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541940 May 10 20:20:41.328692 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67cd68c1-df84-454f-bf82-e0556ac246e9 req-dcf25167-f7cf-4570-87f9-34a3924e5c8d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638545 May 10 20:20:41.949668 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ecebb-63b2-470a-9b85-cf06ccc6e7c2 req-b450979e-6952-413e-904f-d474fc060920 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:41.949668 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-452ecebb-63b2-470a-9b85-cf06ccc6e7c2 req-b450979e-6952-413e-904f-d474fc060920 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0489380 May 10 20:20:41.997646 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-452ecebb-63b2-470a-9b85-cf06ccc6e7c2 req-39175428-52c4-4dd5-8849-aa77a04ed0a4 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453699 May 10 20:20:42.431817 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466def1-6d2a-41a3-82e6-60480a2b283b req-a3f662c1-a687-419e-9d86-cf9aab0f327e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:42.434464 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8466def1-6d2a-41a3-82e6-60480a2b283b req-a3f662c1-a687-419e-9d86-cf9aab0f327e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 945 time: 0.0502570 May 10 20:20:42.447891 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bc00d-8886-4523-9309-a47cdc96c674 req-b2ecb5af-d7c8-4d70-8401-8c6817998213 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:42.449636 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-352bc00d-8886-4523-9309-a47cdc96c674 req-b2ecb5af-d7c8-4d70-8401-8c6817998213 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0481195 May 10 20:20:42.487985 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8466def1-6d2a-41a3-82e6-60480a2b283b req-068ae2e4-fb0b-4c62-9f15-d157b8b66367 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478597 May 10 20:20:42.497607 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-352bc00d-8886-4523-9309-a47cdc96c674 req-7bfbe56a-c907-4c21-a2bf-2d98e6ff3445 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416944 May 10 20:20:42.602960 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b52ce-b6d6-44b9-8a46-cfbf4b22ae58 req-28ec5fd4-4977-4178-9f4c-146f14a33625 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:42.604344 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba1b52ce-b6d6-44b9-8a46-cfbf4b22ae58 req-28ec5fd4-4977-4178-9f4c-146f14a33625 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 945 time: 0.0470529 May 10 20:20:42.655764 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba1b52ce-b6d6-44b9-8a46-cfbf4b22ae58 req-868aa0de-a33b-452d-b1cd-53487599722b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454280 May 10 20:20:42.678448 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 56778) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:42.860956 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f2e570-3685-4b91-b111-21826028524c tempest-TestVolumeBootPattern-2105192149 tempest-TestVolumeBootPattern-2105192149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:42.862414 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a5f2e570-3685-4b91-b111-21826028524c tempest-TestVolumeBootPattern-2105192149 tempest-TestVolumeBootPattern-2105192149-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 1124 time: 0.1829627 May 10 20:20:42.865909 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 56782) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:42.870367 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Request body: {'floatingip': {'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'port_id': 'f51a35ef-40a9-4291-8e5d-3689f54d025d', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:20:42.980552 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:43.066743 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:43.118266 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691249f-930b-4b68-ad95-55a39696bdb8 req-aa65b0ae-7984-4215-bdb8-8cd67c4b3382 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:43.120099 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5691249f-930b-4b68-ad95-55a39696bdb8 req-aa65b0ae-7984-4215-bdb8-8cd67c4b3382 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0503585 May 10 20:20:43.174868 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5691249f-930b-4b68-ad95-55a39696bdb8 req-c4437e36-9c52-4ab6-9bd8-c8b61f6b003c tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477943 May 10 20:20:43.179355 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Allocated IP 172.27.1.179 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/585cc2f2-328a-4f10-a3b4-47b771c7f273) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:20:43.284708 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for port (585cc2f2-328a-4f10-a3b4-47b771c7f273), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:43.403394 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (585cc2f2-328a-4f10-a3b4-47b771c7f273), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:43.438282 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:20:43.441694 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:20:43.445055 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:20:43.475641 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event updated for resources: {'Port': ['ID=585cc2f2-328a-4f10-a3b4-47b771c7f273,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:43.487503 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.487726 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.488074 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.488409 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.488737 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.489126 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.489451 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.489771 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.490108 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.490429 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.490752 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.491084 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.491387 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.491699 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.492014 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:43.674595 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a8448-3f02-425f-ad3a-b1dfd87ee1a2 req-f246a81a-2199-4760-9a11-18e819c2b4e7 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:43.676015 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c13a8448-3f02-425f-ad3a-b1dfd87ee1a2 req-f246a81a-2199-4760-9a11-18e819c2b4e7 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.1012599 May 10 20:20:43.765064 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c13a8448-3f02-425f-ad3a-b1dfd87ee1a2 req-68fe5d7b-5d47-4e8f-914e-6c9bc09ba042 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826232 May 10 20:20:43.921777 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for floatingip (dab336a5-bb65-4d90-9054-11b9be01f10e), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:44.053376 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (585cc2f2-328a-4f10-a3b4-47b771c7f273), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:44.203753 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for port (585cc2f2-328a-4f10-a3b4-47b771c7f273), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:44.260184 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (585cc2f2-328a-4f10-a3b4-47b771c7f273), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:44.295275 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b80f-db6e-4352-b0ef-012e59ef128b req-ac54ad2f-3e58-489b-a5ee-85724876690f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:44.296835 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3ea0b80f-db6e-4352-b0ef-012e59ef128b req-ac54ad2f-3e58-489b-a5ee-85724876690f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0516036 May 10 20:20:44.327577 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event updated for resources: {'Port': ['ID=585cc2f2-328a-4f10-a3b4-47b771c7f273,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:44.345915 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (dab336a5-bb65-4d90-9054-11b9be01f10e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:44.347109 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3ea0b80f-db6e-4352-b0ef-012e59ef128b req-dd1556bd-6d84-4545-b3b6-97526c930633 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445902 May 10 20:20:44.450855 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Floating IP dab336a5-bb65-4d90-9054-11b9be01f10e associated. External IP: 172.27.1.179, port: f51a35ef-40a9-4291-8e5d-3689f54d025d. May 10 20:20:44.666500 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:20:44.779151 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:20:44.788448 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2f67b-b7b7-4252-83ca-8ecd83b116da None None] Sync routers for ids ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:20:44.797590 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2f67b-b7b7-4252-83ca-8ecd83b116da None None] Routers {'540c3e93-840d-4b8a-bf9e-a6738293c5d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:20:44.798245 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-b0a2f67b-b7b7-4252-83ca-8ecd83b116da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:20:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:44.850994 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:44.907888 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cb73f-3304-44a9-926a-9058efab8157 req-f0c187c1-0378-40e5-a5de-ca77ce15496c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:44.909493 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a6cb73f-3304-44a9-926a-9058efab8157 req-f0c187c1-0378-40e5-a5de-ca77ce15496c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0708780 May 10 20:20:44.909761 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-b0a2f67b-b7b7-4252-83ca-8ecd83b116da None None] Set router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:20:44.913389 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-dd76fec1-e045-43bb-93df-82a89a73062d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0442557 May 10 20:20:44.913389 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9c1d58-2493-43f6-b011-90a3bac5ac0d', 'tag': 'f51a35ef-40a9-4291-8e5d-3689f54d025d'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:20:44.913942 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813d34db-777d-4b5b-ba52-7a54e64b4ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9c1d58-2493-43f6-b011-90a3bac5ac0d", "tag": "f51a35ef-40a9-4291-8e5d-3689f54d025d"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:20:44.952157 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67483aa-510f-410f-9af2-82750cadfa69 x-openstack-request-id: req-a67483aa-510f-410f-9af2-82750cadfa69 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:20:44.952457 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9c1d58-2493-43f6-b011-90a3bac5ac0d", "tag": "f51a35ef-40a9-4291-8e5d-3689f54d025d", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:20:44.952746 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a67483aa-510f-410f-9af2-82750cadfa69 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:20:44.953141 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67483aa-510f-410f-9af2-82750cadfa69'] response: {'name': 'network-changed', 'server_uuid': '0f9c1d58-2493-43f6-b011-90a3bac5ac0d', 'tag': 'f51a35ef-40a9-4291-8e5d-3689f54d025d', 'status': 'completed', 'code': 200} May 10 20:20:44.967392 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a6cb73f-3304-44a9-926a-9058efab8157 req-c80d64a0-4636-4b24-8382-97ff34579ba9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505004 May 10 20:20:45.147633 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-b0a2f67b-b7b7-4252-83ca-8ecd83b116da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'dab336a5-bb65-4d90-9054-11b9be01f10e', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'port_id': 'f51a35ef-40a9-4291-8e5d-3689f54d025d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'mac_address': 'fa:16:3e:66:07:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9c1d58-2493-43f6-b011-90a3bac5ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:20:43Z', 'updated_at': '2022-05-10T20:20:43Z', 'revision_number': 0, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:32Z', 'revision_number': 5, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:45.175960 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2f67b-b7b7-4252-83ca-8ecd83b116da None None] Checking router: 540c3e93-840d-4b8a-bf9e-a6738293c5d0 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:20:45.184308 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2f67b-b7b7-4252-83ca-8ecd83b116da None None] Routers {'540c3e93-840d-4b8a-bf9e-a6738293c5d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:20:45.184912 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-b0a2f67b-b7b7-4252-83ca-8ecd83b116da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:20:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:45.373360 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-b0a2f67b-b7b7-4252-83ca-8ecd83b116da None None] Set router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:20:45.462433 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4c4f1-4fb6-47f3-bab1-10f74b8ec5df req-2d8bab16-3304-487d-8f8f-bb9ce45a55a4 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:45.463922 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ffb4c4f1-4fb6-47f3-bab1-10f74b8ec5df req-2d8bab16-3304-487d-8f8f-bb9ce45a55a4 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0479312 May 10 20:20:45.510909 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ffb4c4f1-4fb6-47f3-bab1-10f74b8ec5df req-00ac91c9-ebc7-4475-9153-fcfaad4a33ba tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413184 May 10 20:20:45.588908 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-b0a2f67b-b7b7-4252-83ca-8ecd83b116da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'dab336a5-bb65-4d90-9054-11b9be01f10e', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'port_id': 'f51a35ef-40a9-4291-8e5d-3689f54d025d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'mac_address': 'fa:16:3e:66:07:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9c1d58-2493-43f6-b011-90a3bac5ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:20:43Z', 'updated_at': '2022-05-10T20:20:43Z', 'revision_number': 0, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:32Z', 'revision_number': 5, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:20:45.616408 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2f67b-b7b7-4252-83ca-8ecd83b116da None None] The sync data for ids ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'] in dv-cinder-828805-2-iscsi is: [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'dab336a5-bb65-4d90-9054-11b9be01f10e', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'port_id': 'f51a35ef-40a9-4291-8e5d-3689f54d025d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'mac_address': 'fa:16:3e:66:07:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9c1d58-2493-43f6-b011-90a3bac5ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:20:43Z', 'updated_at': '2022-05-10T20:20:43Z', 'revision_number': 0, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:32Z', 'revision_number': 5, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:20:45.813119 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c3422-0d03-4e5d-966f-7ee3ec165cc7 None None] New status for floating IP dab336a5-bb65-4d90-9054-11b9be01f10e: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:20:46.090200 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab9c28-5167-4b53-9448-9ecce0fe6a9a req-bbef4401-abde-4a3a-87ea-6aa65510b965 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:46.091732 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9aab9c28-5167-4b53-9448-9ecce0fe6a9a req-bbef4401-abde-4a3a-87ea-6aa65510b965 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0497646 May 10 20:20:46.138019 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9aab9c28-5167-4b53-9448-9ecce0fe6a9a req-2ff578ee-c836-4491-8217-07b254025cd8 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408456 May 10 20:20:46.625217 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ba6b0-e6f5-4003-a4ba-71d8f859c379 req-ea4e642b-519d-4f43-9223-09e99f6dd450 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:46.626797 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-575ba6b0-e6f5-4003-a4ba-71d8f859c379 req-ea4e642b-519d-4f43-9223-09e99f6dd450 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0468297 May 10 20:20:46.677307 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-575ba6b0-e6f5-4003-a4ba-71d8f859c379 req-41e239e1-4444-42ec-950c-d27b1f045555 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450170 May 10 20:20:47.254256 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422ebef-63c1-4640-97cd-40aa6f4b3480 req-f897c434-d8dd-4f81-814f-7ad774effcc4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:47.255758 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1422ebef-63c1-4640-97cd-40aa6f4b3480 req-f897c434-d8dd-4f81-814f-7ad774effcc4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0487833 May 10 20:20:47.302776 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1422ebef-63c1-4640-97cd-40aa6f4b3480 req-e029abd0-dc93-49bc-86a5-9d20880db065 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416188 May 10 20:20:47.398220 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d34db-777d-4b5b-ba52-7a54e64b4ea1 req-9340442d-46c5-4024-8552-f36d929a6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:47.399696 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-813d34db-777d-4b5b-ba52-7a54e64b4ea1 req-9340442d-46c5-4024-8552-f36d929a6341 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 1129 time: 0.0424707 May 10 20:20:47.490206 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d34db-777d-4b5b-ba52-7a54e64b4ea1 req-2fbf61c2-7fda-43ba-8ea8-37daa7fa9c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:47.491707 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-813d34db-777d-4b5b-ba52-7a54e64b4ea1 req-2fbf61c2-7fda-43ba-8ea8-37daa7fa9c6f service neutron] 10.222.0.83 "GET /v2.0/networks?id=5faeb9f8-90a5-4864-8255-be306f147ea8 HTTP/1.1" status: 200 len: 913 time: 0.0846465 May 10 20:20:47.619029 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-813d34db-777d-4b5b-ba52-7a54e64b4ea1 req-3f458903-657d-4ec9-8fcf-a99735d21422 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f51a35ef-40a9-4291-8e5d-3689f54d025d HTTP/1.1" status: 200 len: 1001 time: 0.0655634 May 10 20:20:47.670217 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d34db-777d-4b5b-ba52-7a54e64b4ea1 req-c5e5d6ff-d47a-4130-b06b-7c07a63a541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:47.671775 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-813d34db-777d-4b5b-ba52-7a54e64b4ea1 req-c5e5d6ff-d47a-4130-b06b-7c07a63a541a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=516f8c72-19b5-4ad2-a79b-f52f381944d9 HTTP/1.1" status: 200 len: 851 time: 0.0451190 May 10 20:20:47.720659 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d34db-777d-4b5b-ba52-7a54e64b4ea1 req-b2e86b58-f141-46b7-83f5-0378105f7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:47.721963 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-813d34db-777d-4b5b-ba52-7a54e64b4ea1 req-b2e86b58-f141-46b7-83f5-0378105f7fde service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5faeb9f8-90a5-4864-8255-be306f147ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412471 May 10 20:20:47.812162 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ced80-e281-4fb6-95e0-38a0fc069298 req-daf244be-621c-40c5-a04a-71b14ce9e0fb tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:47.814580 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bd0ced80-e281-4fb6-95e0-38a0fc069298 req-daf244be-621c-40c5-a04a-71b14ce9e0fb tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0519905 May 10 20:20:47.822292 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-813d34db-777d-4b5b-ba52-7a54e64b4ea1 req-749c6ac1-00bc-4d1f-87ef-428d46c02635 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914800 May 10 20:20:47.870720 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bd0ced80-e281-4fb6-95e0-38a0fc069298 req-a2208392-6b6d-4cdd-aa43-d097735e47c0 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476182 May 10 20:20:47.914176 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-813d34db-777d-4b5b-ba52-7a54e64b4ea1 req-6d062d14-d5b6-4d15-b0fa-8f73b46b5417 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845900 May 10 20:20:48.166853 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d2622-a5d7-4ca0-8059-271667ec4f8b req-a59c0d82-afd3-4420-bfc9-504e092f4416 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:48.168245 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-154d2622-a5d7-4ca0-8059-271667ec4f8b req-a59c0d82-afd3-4420-bfc9-504e092f4416 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0504377 May 10 20:20:48.219519 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-154d2622-a5d7-4ca0-8059-271667ec4f8b req-546413c5-1975-4138-a49c-842e5a9572ca tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455883 May 10 20:20:48.247547 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d9d0-4ad3-4045-9ae4-d6bf8dd87ca7 req-3c80b582-83d7-45fa-8ed0-5da953f5f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:48.249093 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9282d9d0-4ad3-4045-9ae4-d6bf8dd87ca7 req-3c80b582-83d7-45fa-8ed0-5da953f5f8d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=821dc2c3061041a3ab6ee939c306a7ea&device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 1129 time: 0.0412748 May 10 20:20:48.343884 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d9d0-4ad3-4045-9ae4-d6bf8dd87ca7 req-4f52437c-5195-4e1b-a69f-4b30a73d1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:48.345504 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9282d9d0-4ad3-4045-9ae4-d6bf8dd87ca7 req-4f52437c-5195-4e1b-a69f-4b30a73d1ba8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2b00b815-407a-4d47-9742-67b948c39d25 HTTP/1.1" status: 200 len: 911 time: 0.0894246 May 10 20:20:48.666144 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9282d9d0-4ad3-4045-9ae4-d6bf8dd87ca7 req-24a4fef7-4a68-4b21-b5ce-2b97722b8ac7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3ad9929-2cb4-4711-9a32-8294a05717b6 HTTP/1.1" status: 200 len: 1000 time: 0.3138721 May 10 20:20:48.672071 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7400cad-7543-4974-87d7-609af623105f req-198db865-a3fe-4f02-8d7b-94c21fa1623c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:48.673471 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7400cad-7543-4974-87d7-609af623105f req-198db865-a3fe-4f02-8d7b-94c21fa1623c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.2871037 May 10 20:20:48.739483 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d9d0-4ad3-4045-9ae4-d6bf8dd87ca7 req-47c9a324-ccc3-4fcc-864f-4c3647ec375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:48.740824 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9282d9d0-4ad3-4045-9ae4-d6bf8dd87ca7 req-47c9a324-ccc3-4fcc-864f-4c3647ec375b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78ce874d-9077-4778-aeb7-86f2c6f9fd78 HTTP/1.1" status: 200 len: 849 time: 0.0665042 May 10 20:20:48.760637 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7400cad-7543-4974-87d7-609af623105f req-46eaa78c-a248-4971-8e8d-96a76f6309f9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793633 May 10 20:20:48.786414 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d9d0-4ad3-4045-9ae4-d6bf8dd87ca7 req-f1499967-a0d5-4937-814d-79343a387256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:48.787878 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9282d9d0-4ad3-4045-9ae4-d6bf8dd87ca7 req-f1499967-a0d5-4937-814d-79343a387256 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2b00b815-407a-4d47-9742-67b948c39d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398397 May 10 20:20:48.879626 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9282d9d0-4ad3-4045-9ae4-d6bf8dd87ca7 req-af21e518-eac8-41a5-a377-55b0ef5c9466 service neutron] 10.222.0.83 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836945 May 10 20:20:48.972349 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9282d9d0-4ad3-4045-9ae4-d6bf8dd87ca7 req-bfeec649-c8a7-43b8-aaf7-9f122994c7a4 service neutron] 10.222.0.83 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833068 May 10 20:20:49.334863 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9045d0-d94b-4c38-b7cb-c7acca966709 req-0bb019a0-f413-4e34-982d-56f05a1fd3fb tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:49.336237 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7d9045d0-d94b-4c38-b7cb-c7acca966709 req-0bb019a0-f413-4e34-982d-56f05a1fd3fb tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0496094 May 10 20:20:49.383253 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7d9045d0-d94b-4c38-b7cb-c7acca966709 req-021f6ac2-046e-472c-b2ae-81368091c54e tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415606 May 10 20:20:49.876637 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475d1de-6542-4452-8f75-8f845e287e1e req-fe0aae6f-3abb-46e4-ad71-51e55d0db010 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:49.878665 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4475d1de-6542-4452-8f75-8f845e287e1e req-fe0aae6f-3abb-46e4-ad71-51e55d0db010 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0509567 May 10 20:20:49.925706 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4475d1de-6542-4452-8f75-8f845e287e1e req-2128b711-4aa8-45ac-83f8-edce2db8dbb7 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413957 May 10 20:20:50.499808 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcd5ef-baff-408e-a05b-7b056bc97f80 req-db0ddda6-5afb-4c89-8253-6090b4e5a9df tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:50.501879 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d8bcd5ef-baff-408e-a05b-7b056bc97f80 req-db0ddda6-5afb-4c89-8253-6090b4e5a9df tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0467522 May 10 20:20:50.549642 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d8bcd5ef-baff-408e-a05b-7b056bc97f80 req-2800dd87-5a45-44a8-88dd-686ab648a2bd tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414622 May 10 20:20:50.582615 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 56888) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:50.685209 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b20ee060-e756-45b5-8a42-37d36fba8a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:50.729410 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-728ca019-dcc5-4c23-a946-afc8cf590b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:50.758458 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b20ee060-e756-45b5-8a42-37d36fba8a43 admin admin] Publish callbacks [] for security_group (fdffd5a8-6ff8-4dc4-b8ab-b20c0af31ae1), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:50.820350 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b20ee060-e756-45b5-8a42-37d36fba8a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (fdffd5a8-6ff8-4dc4-b8ab-b20c0af31ae1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:50.856781 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ee060-e756-45b5-8a42-37d36fba8a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdffd5a8-6ff8-4dc4-b8ab-b20c0af31ae1,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:50.861311 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b20ee060-e756-45b5-8a42-37d36fba8a43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af9ea79b641d4435bde9d3160c4e267d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776809 May 10 20:20:50.864781 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 56892) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:50.911487 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff2ccca8-9ea2-4cad-8061-1e039df0ff09 admin admin] Publish callbacks [] for security_group (fdffd5a8-6ff8-4dc4-b8ab-b20c0af31ae1), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:50.935540 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff2ccca8-9ea2-4cad-8061-1e039df0ff09 admin admin] Publish callbacks [] for security_group (fdffd5a8-6ff8-4dc4-b8ab-b20c0af31ae1), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:51.032178 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff2ccca8-9ea2-4cad-8061-1e039df0ff09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (fdffd5a8-6ff8-4dc4-b8ab-b20c0af31ae1), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:51.035343 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff2ccca8-9ea2-4cad-8061-1e039df0ff09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:51.036515 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ff2ccca8-9ea2-4cad-8061-1e039df0ff09 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fdffd5a8-6ff8-4dc4-b8ab-b20c0af31ae1 HTTP/1.1" status: 204 len: 168 time: 0.1709573 May 10 20:20:51.042814 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c211e3d-cc35-41ba-b027-6709543bcb0f req-9d9ca559-e897-4ac3-8552-124721a6860f tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:51.044223 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3c211e3d-cc35-41ba-b027-6709543bcb0f req-9d9ca559-e897-4ac3-8552-124721a6860f tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0515380 May 10 20:20:51.058212 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ccca8-9ea2-4cad-8061-1e039df0ff09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdffd5a8-6ff8-4dc4-b8ab-b20c0af31ae1,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:51.096982 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3c211e3d-cc35-41ba-b027-6709543bcb0f req-444861cc-5d59-4a7f-b4d2-08d4156c7fbc tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447211 May 10 20:20:52.218326 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6648bdb-e806-4e94-b1bc-0e30878f6294 req-62f6fdcc-d28c-49ad-a195-7d7f910458a9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:52.219776 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f6648bdb-e806-4e94-b1bc-0e30878f6294 req-62f6fdcc-d28c-49ad-a195-7d7f910458a9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0512154 May 10 20:20:52.267199 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f6648bdb-e806-4e94-b1bc-0e30878f6294 req-a9835c21-f47f-4572-b2d8-71595e8603c8 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413430 May 10 20:20:53.088817 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1c1607cb-53e8-4da4-9b10-80e6e90992bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:53.379299 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada398a3-4b6c-4963-94cc-9efb129ae8ce req-efc5f1a1-935f-4caf-9420-a4cc09aabe22 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:53.380661 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ada398a3-4b6c-4963-94cc-9efb129ae8ce req-efc5f1a1-935f-4caf-9420-a4cc09aabe22 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0456161 May 10 20:20:53.429557 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ada398a3-4b6c-4963-94cc-9efb129ae8ce req-d7756059-813c-4a33-bba5-c2ebf20c1559 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433176 May 10 20:20:53.826018 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acf196-203d-4bd4-8768-5407b982ade1 req-26b118ac-5df9-4c90-8ecb-806ca19b2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:53.827531 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30acf196-203d-4bd4-8768-5407b982ade1 req-26b118ac-5df9-4c90-8ecb-806ca19b2488 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 1130 time: 0.0391607 May 10 20:20:53.872181 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30acf196-203d-4bd4-8768-5407b982ade1 req-c1b64bc3-3fe7-4cbe-9c4f-54ec58735b9c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376942 May 10 20:20:54.397790 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:54.541062 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec8f30-af70-4576-adff-9deababc82d5 req-4ffa219c-34b7-4b2c-8cdf-a96369ac2ff2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:54.542733 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e9ec8f30-af70-4576-adff-9deababc82d5 req-4ffa219c-34b7-4b2c-8cdf-a96369ac2ff2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0470080 May 10 20:20:54.588921 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e9ec8f30-af70-4576-adff-9deababc82d5 req-35b51cc7-33b7-48b5-a041-559a41263101 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406172 May 10 20:20:55.711145 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50f1fc-b640-4968-8735-7c8862164f9f req-a0744efc-88b4-4f37-9268-6709b3693ea0 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:55.712657 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d50f1fc-b640-4968-8735-7c8862164f9f req-a0744efc-88b4-4f37-9268-6709b3693ea0 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0540249 May 10 20:20:55.746925 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:55.769651 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d50f1fc-b640-4968-8735-7c8862164f9f req-f19cc284-8c4f-486b-ba63-730d78b078ff tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513680 May 10 20:20:56.886138 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d15b63-e3f0-4251-8665-4b97e61f387f req-f9e75c96-f186-4428-b828-de91c29d2153 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:56.887597 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-36d15b63-e3f0-4251-8665-4b97e61f387f req-f9e75c96-f186-4428-b828-de91c29d2153 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0460708 May 10 20:20:56.935541 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-36d15b63-e3f0-4251-8665-4b97e61f387f req-69b85a05-40ae-4ee8-a748-6025bae38e5e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425861 May 10 20:20:57.226295 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:57.431456 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb4f8c-2688-482e-b2e9-377ff99361f0 req-9afad1a2-5f32-4098-8100-1ea3abfcac49 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:57.432992 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-48bb4f8c-2688-482e-b2e9-377ff99361f0 req-9afad1a2-5f32-4098-8100-1ea3abfcac49 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0503004 May 10 20:20:57.483256 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-48bb4f8c-2688-482e-b2e9-377ff99361f0 req-a26a8aa4-2431-4758-ad8e-5af7ced76707 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447738 May 10 20:20:58.595439 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc7d73-ac29-4152-8a60-4a7eecb8f616 req-2684ed6c-571e-4521-af99-fcbdead17eee tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:58.597382 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-04bc7d73-ac29-4152-8a60-4a7eecb8f616 req-2684ed6c-571e-4521-af99-fcbdead17eee tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0454502 May 10 20:20:58.642895 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-04bc7d73-ac29-4152-8a60-4a7eecb8f616 req-d6c709be-b7d8-4268-a0eb-44eeaa9b6e29 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 May 10 20:20:58.797274 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090d48-db4e-4d6a-a6ab-fea72ce86b45 req-020dd41c-2a12-45e1-b165-3151501e004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:58.798752 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa090d48-db4e-4d6a-a6ab-fea72ce86b45 req-020dd41c-2a12-45e1-b165-3151501e004e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 1130 time: 0.0380158 May 10 20:20:58.891048 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090d48-db4e-4d6a-a6ab-fea72ce86b45 req-12c774dd-91ff-47e8-b486-7d5e5d7c3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:58.892517 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa090d48-db4e-4d6a-a6ab-fea72ce86b45 req-12c774dd-91ff-47e8-b486-7d5e5d7c3361 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 919 time: 0.0864110 May 10 20:20:58.960572 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa090d48-db4e-4d6a-a6ab-fea72ce86b45 req-b9aa5002-f058-43e8-b57c-0f9ae8ae7a70 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce065a5-1fd8-4282-bd44-02c414d92466 HTTP/1.1" status: 200 len: 1002 time: 0.0593064 May 10 20:20:59.012018 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090d48-db4e-4d6a-a6ab-fea72ce86b45 req-2bc6f435-e96a-4364-8bac-f4ef14059584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:59.013482 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa090d48-db4e-4d6a-a6ab-fea72ce86b45 req-2bc6f435-e96a-4364-8bac-f4ef14059584 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.0446489 May 10 20:20:59.060235 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090d48-db4e-4d6a-a6ab-fea72ce86b45 req-f49cc230-0dee-4833-8f28-1cb7f65b9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:59.061586 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa090d48-db4e-4d6a-a6ab-fea72ce86b45 req-f49cc230-0dee-4833-8f28-1cb7f65b9264 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419014 May 10 20:20:59.149712 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa090d48-db4e-4d6a-a6ab-fea72ce86b45 req-3a3c5656-ea53-406e-a5b4-fe7e68c14fb4 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807750 May 10 20:20:59.240375 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa090d48-db4e-4d6a-a6ab-fea72ce86b45 req-db8beb96-bda7-4b9f-83a0-729bb366eadd service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845461 May 10 20:20:59.757325 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a593a7-0b7e-4c9a-9895-4f4bafa10261 req-525beb65-adad-4e30-81c3-bdbc9fcd953c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:59.758726 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-72a593a7-0b7e-4c9a-9895-4f4bafa10261 req-525beb65-adad-4e30-81c3-bdbc9fcd953c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0478125 May 10 20:20:59.813740 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-72a593a7-0b7e-4c9a-9895-4f4bafa10261 req-8ac3f763-86f9-4f1d-87fd-a630143015e5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495558 May 10 20:21:00.924890 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e01af4-ce20-461c-bc99-b318e0ebd936 req-2721db5f-de34-4a8b-b897-48bc50d735e0 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:00.926369 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-97e01af4-ce20-461c-bc99-b318e0ebd936 req-2721db5f-de34-4a8b-b897-48bc50d735e0 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0461013 May 10 20:21:00.972042 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-97e01af4-ce20-461c-bc99-b318e0ebd936 req-d8036213-0156-4ed6-bd40-c2cd3918c742 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403144 May 10 20:21:02.083009 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6f139-c68e-4072-b45c-58a4517e6ab2 req-acb920ea-c861-428d-8ff9-f578922fced3 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:02.084439 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-93f6f139-c68e-4072-b45c-58a4517e6ab2 req-acb920ea-c861-428d-8ff9-f578922fced3 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0461390 May 10 20:21:02.129290 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-93f6f139-c68e-4072-b45c-58a4517e6ab2 req-ea01be5f-685d-4ffd-98ea-06611ab3eb37 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393701 May 10 20:21:02.240891 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3949744-3eae-45e1-a880-e24c262c4f7a req-51227618-66f9-4f18-af03-3dc5a0dbd41e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:02.242400 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f3949744-3eae-45e1-a880-e24c262c4f7a req-51227618-66f9-4f18-af03-3dc5a0dbd41e tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0507011 May 10 20:21:02.250824 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 56990) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:02.255593 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-53c92440-5102-46f1-892a-250e85ba92b5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Request body: {'floatingip': {'port_id': '6ce065a5-1fd8-4282-bd44-02c414d92466'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:02.309689 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-53c92440-5102-46f1-892a-250e85ba92b5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for floatingip (57c8efa1-b2e4-4715-8486-025dee1fa43d), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:02.790532 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-53c92440-5102-46f1-892a-250e85ba92b5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:02.838211 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-53c92440-5102-46f1-892a-250e85ba92b5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (57c8efa1-b2e4-4715-8486-025dee1fa43d), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:03.049746 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c92440-5102-46f1-892a-250e85ba92b5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Router 72d14f22-473d-46ef-86d8-312250646e03 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:21:03.376951 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c92440-5102-46f1-892a-250e85ba92b5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:21:03.381655 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-53c92440-5102-46f1-892a-250e85ba92b5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:03.387103 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3358a7-bf16-456b-8427-735f7963e9c8 None None] Sync routers for ids ['72d14f22-473d-46ef-86d8-312250646e03'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:21:03.397771 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3358a7-bf16-456b-8427-735f7963e9c8 None None] Routers {'72d14f22-473d-46ef-86d8-312250646e03'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:03.398413 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-2a3358a7-bf16-456b-8427-735f7963e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:20:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['72d14f22-473d-46ef-86d8-312250646e03'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:03.413534 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'tag': '6ce065a5-1fd8-4282-bd44-02c414d92466'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:21:03.415888 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661cc3858028ae1520624e739be1c3cca928fbecdbb6913d5130726f0a1760d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601fedb8-cc0c-4d2e-8d02-e4be4e5bddd2" -d '{"events": [{"name": "network-changed", "server_uuid": "072e9288-fad4-458c-bf1b-66246d9d51ca", "tag": "6ce065a5-1fd8-4282-bd44-02c414d92466"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:21:03.443733 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-53c92440-5102-46f1-892a-250e85ba92b5 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "PUT /v2.0/floatingips/57c8efa1-b2e4-4715-8486-025dee1fa43d HTTP/1.1" status: 200 len: 994 time: 1.1919224 May 10 20:21:03.465496 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1662ec6-66c4-4fea-8bfc-d6c26a60c797 x-openstack-request-id: req-d1662ec6-66c4-4fea-8bfc-d6c26a60c797 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:21:03.465793 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072e9288-fad4-458c-bf1b-66246d9d51ca", "tag": "6ce065a5-1fd8-4282-bd44-02c414d92466", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:21:03.466061 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1662ec6-66c4-4fea-8bfc-d6c26a60c797 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:21:03.466509 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1662ec6-66c4-4fea-8bfc-d6c26a60c797'] response: {'name': 'network-changed', 'server_uuid': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'tag': '6ce065a5-1fd8-4282-bd44-02c414d92466', 'status': 'completed', 'code': 200} May 10 20:21:03.510324 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-2a3358a7-bf16-456b-8427-735f7963e9c8 None None] Set router 72d14f22-473d-46ef-86d8-312250646e03 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:03.530599 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fedb8-cc0c-4d2e-8d02-e4be4e5bddd2 req-331e5bd9-3609-4198-a6fa-3181394ab674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:03.532116 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-601fedb8-cc0c-4d2e-8d02-e4be4e5bddd2 req-331e5bd9-3609-4198-a6fa-3181394ab674 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 1130 time: 0.0419850 May 10 20:21:03.627904 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fedb8-cc0c-4d2e-8d02-e4be4e5bddd2 req-f679d912-a454-4347-a581-451657cd7bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:03.629593 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-601fedb8-cc0c-4d2e-8d02-e4be4e5bddd2 req-f679d912-a454-4347-a581-451657cd7bd6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 919 time: 0.0900846 May 10 20:21:03.700177 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-601fedb8-cc0c-4d2e-8d02-e4be4e5bddd2 req-c900de26-7b3c-41f0-a52b-ad127f9e9853 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce065a5-1fd8-4282-bd44-02c414d92466 HTTP/1.1" status: 200 len: 1002 time: 0.0638826 May 10 20:21:03.733333 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-2a3358a7-bf16-456b-8427-735f7963e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:44Z', 'revision_number': 4, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '57c8efa1-b2e4-4715-8486-025dee1fa43d', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '72d14f22-473d-46ef-86d8-312250646e03', 'port_id': '6ce065a5-1fd8-4282-bd44-02c414d92466', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'mac_address': 'fa:16:3e:37:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:18:33Z', 'updated_at': '2022-05-10T20:21:02Z', 'revision_number': 3, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4160c7c4-53da-4a5c-b87b-812370adf04b', 'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'mac_address': 'fa:16:3e:b7:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:42Z', 'updated_at': '2022-05-10T20:16:56Z', 'revision_number': 5, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'subnets': [{'id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:03.750752 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fedb8-cc0c-4d2e-8d02-e4be4e5bddd2 req-b1f6938b-5f23-41fa-98c5-79428273d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:03.752211 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-601fedb8-cc0c-4d2e-8d02-e4be4e5bddd2 req-b1f6938b-5f23-41fa-98c5-79428273d7ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.0442867 May 10 20:21:03.759654 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3358a7-bf16-456b-8427-735f7963e9c8 None None] Checking router: 72d14f22-473d-46ef-86d8-312250646e03 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:21:03.767858 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3358a7-bf16-456b-8427-735f7963e9c8 None None] Routers {'72d14f22-473d-46ef-86d8-312250646e03'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:03.768458 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-2a3358a7-bf16-456b-8427-735f7963e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:20:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['72d14f22-473d-46ef-86d8-312250646e03'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:03.799291 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fedb8-cc0c-4d2e-8d02-e4be4e5bddd2 req-3a238c20-c7dd-4ce6-8879-3def137aab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:03.801124 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-601fedb8-cc0c-4d2e-8d02-e4be4e5bddd2 req-3a238c20-c7dd-4ce6-8879-3def137aab58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404215 May 10 20:21:03.896700 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-601fedb8-cc0c-4d2e-8d02-e4be4e5bddd2 req-d934ccd4-e553-44b9-806e-9aab757bc0be service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879838 May 10 20:21:03.898570 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-2a3358a7-bf16-456b-8427-735f7963e9c8 None None] Set router 72d14f22-473d-46ef-86d8-312250646e03 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:03.985843 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-601fedb8-cc0c-4d2e-8d02-e4be4e5bddd2 req-5574f4fe-2cad-4d29-b0b2-c4807097d903 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823069 May 10 20:21:04.111499 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-2a3358a7-bf16-456b-8427-735f7963e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:44Z', 'revision_number': 4, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '57c8efa1-b2e4-4715-8486-025dee1fa43d', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '72d14f22-473d-46ef-86d8-312250646e03', 'port_id': '6ce065a5-1fd8-4282-bd44-02c414d92466', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'mac_address': 'fa:16:3e:37:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:18:33Z', 'updated_at': '2022-05-10T20:21:02Z', 'revision_number': 3, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4160c7c4-53da-4a5c-b87b-812370adf04b', 'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'mac_address': 'fa:16:3e:b7:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:42Z', 'updated_at': '2022-05-10T20:16:56Z', 'revision_number': 5, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'subnets': [{'id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:04.138420 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3358a7-bf16-456b-8427-735f7963e9c8 None None] The sync data for ids ['72d14f22-473d-46ef-86d8-312250646e03'] in dv-cinder-828805-2-iscsi is: [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:44Z', 'revision_number': 4, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '57c8efa1-b2e4-4715-8486-025dee1fa43d', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '72d14f22-473d-46ef-86d8-312250646e03', 'port_id': '6ce065a5-1fd8-4282-bd44-02c414d92466', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'mac_address': 'fa:16:3e:37:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:18:33Z', 'updated_at': '2022-05-10T20:21:02Z', 'revision_number': 3, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4160c7c4-53da-4a5c-b87b-812370adf04b', 'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'mac_address': 'fa:16:3e:b7:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:42Z', 'updated_at': '2022-05-10T20:16:56Z', 'revision_number': 5, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'subnets': [{'id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:21:05.299008 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57018) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:05.402313 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9608ac34-0220-4dc1-abbc-38626f6ed162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:05.467538 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'tag': '6ce065a5-1fd8-4282-bd44-02c414d92466'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:21:05.469970 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661cc3858028ae1520624e739be1c3cca928fbecdbb6913d5130726f0a1760d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bf8659-bb49-40ed-9c7f-9e36ecdd0fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "072e9288-fad4-458c-bf1b-66246d9d51ca", "tag": "6ce065a5-1fd8-4282-bd44-02c414d92466"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:21:05.476904 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9608ac34-0220-4dc1-abbc-38626f6ed162 admin admin] Publish callbacks [] for security_group (ef3a138a-de2c-4039-9150-cfea847682b7), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:05.504786 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48579dc2-ef4f-42d6-b29e-385498fbf233 x-openstack-request-id: req-48579dc2-ef4f-42d6-b29e-385498fbf233 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:21:05.505077 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072e9288-fad4-458c-bf1b-66246d9d51ca", "tag": "6ce065a5-1fd8-4282-bd44-02c414d92466", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:21:05.505342 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48579dc2-ef4f-42d6-b29e-385498fbf233 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:21:05.505724 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48579dc2-ef4f-42d6-b29e-385498fbf233'] response: {'name': 'network-changed', 'server_uuid': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'tag': '6ce065a5-1fd8-4282-bd44-02c414d92466', 'status': 'completed', 'code': 200} May 10 20:21:05.560129 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9608ac34-0220-4dc1-abbc-38626f6ed162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (ef3a138a-de2c-4039-9150-cfea847682b7), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:05.595929 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf8659-bb49-40ed-9c7f-9e36ecdd0fe6 req-6bb08087-1c11-491f-bfa3-a1ae9c4df709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:05.597428 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5bf8659-bb49-40ed-9c7f-9e36ecdd0fe6 req-6bb08087-1c11-491f-bfa3-a1ae9c4df709 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 1130 time: 0.0666220 May 10 20:21:05.610888 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9608ac34-0220-4dc1-abbc-38626f6ed162 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2aaf1d2fe302423eb2150b28f21cafcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108683 May 10 20:21:05.614227 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57026) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:05.619328 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608ac34-0220-4dc1-abbc-38626f6ed162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3a138a-de2c-4039-9150-cfea847682b7,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:05.663920 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Publish callbacks [] for security_group (ef3a138a-de2c-4039-9150-cfea847682b7), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:05.685305 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Publish callbacks [] for security_group (ef3a138a-de2c-4039-9150-cfea847682b7), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:05.697312 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf8659-bb49-40ed-9c7f-9e36ecdd0fe6 req-d81c3cbf-4486-4751-a781-1ecfe5071ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:05.698830 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5bf8659-bb49-40ed-9c7f-9e36ecdd0fe6 req-d81c3cbf-4486-4751-a781-1ecfe5071ec4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 919 time: 0.0904052 May 10 20:21:05.768621 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5bf8659-bb49-40ed-9c7f-9e36ecdd0fe6 req-b565dada-2fab-4f95-b1a0-49b05f78ebe4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce065a5-1fd8-4282-bd44-02c414d92466 HTTP/1.1" status: 200 len: 1002 time: 0.0615468 May 10 20:21:05.804310 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (ef3a138a-de2c-4039-9150-cfea847682b7), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:05.806838 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:05.807987 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef3a138a-de2c-4039-9150-cfea847682b7 HTTP/1.1" status: 204 len: 168 time: 0.1927760 May 10 20:21:05.815528 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3a138a-de2c-4039-9150-cfea847682b7,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:05.824061 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.824400 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.824828 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf8659-bb49-40ed-9c7f-9e36ecdd0fe6 req-2d129c3a-ecd3-497b-ac95-a83cd85c5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:05.825421 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.825764 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.826113 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.826426 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5bf8659-bb49-40ed-9c7f-9e36ecdd0fe6 req-2d129c3a-ecd3-497b-ac95-a83cd85c5a9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.0509274 May 10 20:21:05.826557 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.826746 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.827063 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.827390 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.827710 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.828027 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.828343 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.828663 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.828975 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.829286 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8b3cc-f566-4858-a7fc-434eb17dce72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:05.873933 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf8659-bb49-40ed-9c7f-9e36ecdd0fe6 req-1877f029-c5b1-47ed-a8e7-1ecedea568d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:05.875510 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5bf8659-bb49-40ed-9c7f-9e36ecdd0fe6 req-1877f029-c5b1-47ed-a8e7-1ecedea568d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411828 May 10 20:21:05.967536 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5bf8659-bb49-40ed-9c7f-9e36ecdd0fe6 req-4763faa2-d26a-4b29-80a3-8be26ad98fdf service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835462 May 10 20:21:06.064452 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5bf8659-bb49-40ed-9c7f-9e36ecdd0fe6 req-ee65824f-68b1-43bc-86af-cd93af5e9108 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887339 May 10 20:21:06.737058 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-184015e4-e01c-4a79-b071-546d86eba032 req-af3a5669-3354-4c8a-a594-86d9307fa5c7 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878486472&fields=id&tenant_id=b135986dfe1f499a9655ac3faee4bbbf HTTP/1.1" status: 200 len: 267 time: 0.0487542 May 10 20:21:06.787084 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184015e4-e01c-4a79-b071-546d86eba032 req-c49a52aa-e359-4889-ba46-d3aa9385b77f tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:06.788516 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-184015e4-e01c-4a79-b071-546d86eba032 req-c49a52aa-e359-4889-ba46-d3aa9385b77f tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 984 time: 0.0455480 May 10 20:21:06.800731 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-184015e4-e01c-4a79-b071-546d86eba032 req-b4944092-3806-4e86-a988-5eb3fb478d26 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Request body: {'port': {'security_groups': ['40f86128-6a4b-4b3f-ba35-da54ff679a00']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:06.877072 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-184015e4-e01c-4a79-b071-546d86eba032 req-b4944092-3806-4e86-a988-5eb3fb478d26 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d73b582c-8472-4325-800b-b5cb2624c200), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:07.048166 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-184015e4-e01c-4a79-b071-546d86eba032 req-b4944092-3806-4e86-a988-5eb3fb478d26 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] For port d73b582c-8472-4325-800b-b5cb2624c200, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d73b582c-8472-4325-800b-b5cb2624c200,segment=NetworkSegment(68c6970f-d35b-4734-9598-d357db53cdd0),segment_id=68c6970f-d35b-4734-9598-d357db53cdd0)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:07.076909 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-184015e4-e01c-4a79-b071-546d86eba032 req-b4944092-3806-4e86-a988-5eb3fb478d26 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for port (d73b582c-8472-4325-800b-b5cb2624c200), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:07.124512 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-184015e4-e01c-4a79-b071-546d86eba032 req-b4944092-3806-4e86-a988-5eb3fb478d26 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (d73b582c-8472-4325-800b-b5cb2624c200), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:07.141064 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['d73b582c-8472-4325-800b-b5cb2624c200'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:21:07.182112 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184015e4-e01c-4a79-b071-546d86eba032 req-b4944092-3806-4e86-a988-5eb3fb478d26 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:07.182112 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-184015e4-e01c-4a79-b071-546d86eba032 req-b4944092-3806-4e86-a988-5eb3fb478d26 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:07.182112 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-184015e4-e01c-4a79-b071-546d86eba032 req-b4944092-3806-4e86-a988-5eb3fb478d26 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "PUT /v2.0/ports/d73b582c-8472-4325-800b-b5cb2624c200 HTTP/1.1" status: 200 len: 942 time: 0.3849556 May 10 20:21:07.182112 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e063dab1-512d-48bb-be6f-807abc044f02', 'tag': 'd73b582c-8472-4325-800b-b5cb2624c200'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:21:07.184132 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d849d930-7061-4675-9f69-c2ab76aee7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e063dab1-512d-48bb-be6f-807abc044f02", "tag": "d73b582c-8472-4325-800b-b5cb2624c200"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:21:07.187193 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57036) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:07.209951 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4944092-3806-4e86-a988-5eb3fb478d26 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event updated for resources: {'Port': ['ID=d73b582c-8472-4325-800b-b5cb2624c200,revision_number=7']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:07.244635 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7828c1-38c4-4167-900b-e1617349ba11 x-openstack-request-id: req-5a7828c1-38c4-4167-900b-e1617349ba11 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:21:07.244937 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e063dab1-512d-48bb-be6f-807abc044f02", "tag": "d73b582c-8472-4325-800b-b5cb2624c200", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:21:07.245198 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a7828c1-38c4-4167-900b-e1617349ba11 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:21:07.245608 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7828c1-38c4-4167-900b-e1617349ba11'] response: {'name': 'network-changed', 'server_uuid': 'e063dab1-512d-48bb-be6f-807abc044f02', 'tag': 'd73b582c-8472-4325-800b-b5cb2624c200', 'status': 'completed', 'code': 200} May 10 20:21:07.287978 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92793eeb-8400-4ce0-8446-adfc4b21860d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group (30dd83c2-9e3b-46b9-88dc-829de50a2dee), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:07.314219 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849d930-7061-4675-9f69-c2ab76aee7fd req-08b84e92-12ed-425d-8e12-f263c47f639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:07.315532 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d849d930-7061-4675-9f69-c2ab76aee7fd req-08b84e92-12ed-425d-8e12-f263c47f639c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b135986dfe1f499a9655ac3faee4bbbf&device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 1129 time: 0.0445235 May 10 20:21:07.316942 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92793eeb-8400-4ce0-8446-adfc4b21860d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group (30dd83c2-9e3b-46b9-88dc-829de50a2dee), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:07.326115 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['d73b582c-8472-4325-800b-b5cb2624c200'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:21:07.423244 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849d930-7061-4675-9f69-c2ab76aee7fd req-41d223e8-64e4-4ec8-b39e-e7570c374953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:07.424698 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d849d930-7061-4675-9f69-c2ab76aee7fd req-41d223e8-64e4-4ec8-b39e-e7570c374953 service neutron] 10.222.0.83 "GET /v2.0/networks?id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6 HTTP/1.1" status: 200 len: 915 time: 0.0947132 May 10 20:21:07.448900 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92793eeb-8400-4ce0-8446-adfc4b21860d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (30dd83c2-9e3b-46b9-88dc-829de50a2dee), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:07.452116 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92793eeb-8400-4ce0-8446-adfc4b21860d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:07.453313 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-92793eeb-8400-4ce0-8446-adfc4b21860d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "DELETE /v2.0/security-groups/30dd83c2-9e3b-46b9-88dc-829de50a2dee HTTP/1.1" status: 204 len: 168 time: 0.2651155 May 10 20:21:07.456874 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57038) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:07.470227 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92793eeb-8400-4ce0-8446-adfc4b21860d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dd83c2-9e3b-46b9-88dc-829de50a2dee,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:07.510335 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d849d930-7061-4675-9f69-c2ab76aee7fd req-c5006dd6-80c8-46a0-a622-902957684acc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d73b582c-8472-4325-800b-b5cb2624c200 HTTP/1.1" status: 200 len: 1000 time: 0.0750890 May 10 20:21:07.515779 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-071a3978-3867-4112-9e9c-f0d1a237a7b0 None None] Provisioning complete for port d73b582c-8472-4325-800b-b5cb2624c200 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:21:07.516230 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-071a3978-3867-4112-9e9c-f0d1a237a7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (d73b582c-8472-4325-800b-b5cb2624c200), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:07.565810 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849d930-7061-4675-9f69-c2ab76aee7fd req-d7aa7ec7-c396-4383-b1a1-63f78cf22bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:07.567898 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d849d930-7061-4675-9f69-c2ab76aee7fd req-d7aa7ec7-c396-4383-b1a1-63f78cf22bdc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67a1cf95-e53d-4358-a4cf-c80317469e96 HTTP/1.1" status: 200 len: 853 time: 0.0502963 May 10 20:21:07.602336 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-071a3978-3867-4112-9e9c-f0d1a237a7b0 None None] Current status of the port d73b582c-8472-4325-800b-b5cb2624c200 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:21:07.622475 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849d930-7061-4675-9f69-c2ab76aee7fd req-d29031b2-1d1d-46ab-8723-e7c7f03a088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:07.623789 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-b094bad1-8775-420b-8b1a-3e60ce45efd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Deleting port bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:07.624106 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d849d930-7061-4675-9f69-c2ab76aee7fd req-d29031b2-1d1d-46ab-8723-e7c7f03a088d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428805 May 10 20:21:07.624287 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b094bad1-8775-420b-8b1a-3e60ce45efd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:07.705062 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b094bad1-8775-420b-8b1a-3e60ce45efd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:07.705389 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b094bad1-8775-420b-8b1a-3e60ce45efd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for floatingip (bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:07.719096 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-b094bad1-8775-420b-8b1a-3e60ce45efd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Calling delete_port for bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770 owned by network:floatingip {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:07.719595 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d849d930-7061-4675-9f69-c2ab76aee7fd req-507e309d-4d04-4557-90e6-cb140b2355f3 service neutron] 10.222.0.83 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873754 May 10 20:21:07.729932 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:07.820180 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d849d930-7061-4675-9f69-c2ab76aee7fd req-84ca25ce-26c0-46e3-9c9f-9a206e060161 service neutron] 10.222.0.83 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934157 May 10 20:21:08.009952 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b094bad1-8775-420b-8b1a-3e60ce45efd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:08.033069 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094bad1-8775-420b-8b1a-3e60ce45efd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event deleted for resources: {'Port': ['ID=bcea92c3-d68d-4fde-ae4f-f6aa2b7fe770,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:08.098902 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b094bad1-8775-420b-8b1a-3e60ce45efd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks [] for floatingip (deab7704-92c3-4da9-a7cd-50d14fb0956d), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:08.099141 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.l3_db [None req-b094bad1-8775-420b-8b1a-3e60ce45efd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Floating IP deab7704-92c3-4da9-a7cd-50d14fb0956d disassociated (deleted). External IP: 172.27.1.97, port: d73b582c-8472-4325-800b-b5cb2624c200. May 10 20:21:08.319354 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b094bad1-8775-420b-8b1a-3e60ce45efd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Router c9d05e6a-0738-4711-a97e-9c3815fde95e has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:21:08.428500 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b094bad1-8775-420b-8b1a-3e60ce45efd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:21:08.433424 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b094bad1-8775-420b-8b1a-3e60ce45efd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:08.439476 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495eff83-a2c9-4cdc-97f2-051f94510e24 None None] Sync routers for ids ['c9d05e6a-0738-4711-a97e-9c3815fde95e'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:21:08.449241 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495eff83-a2c9-4cdc-97f2-051f94510e24 None None] Routers {'c9d05e6a-0738-4711-a97e-9c3815fde95e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:08.450134 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-495eff83-a2c9-4cdc-97f2-051f94510e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:20:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['c9d05e6a-0738-4711-a97e-9c3815fde95e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:08.462510 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b094bad1-8775-420b-8b1a-3e60ce45efd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "DELETE /v2.0/floatingips/deab7704-92c3-4da9-a7cd-50d14fb0956d HTTP/1.1" status: 204 len: 168 time: 1.0028138 May 10 20:21:08.463127 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e063dab1-512d-48bb-be6f-807abc044f02', 'tag': 'd73b582c-8472-4325-800b-b5cb2624c200'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:21:08.465530 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661cc3858028ae1520624e739be1c3cca928fbecdbb6913d5130726f0a1760d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aec3fe-cfb9-44c0-bf48-b5379987342d" -d '{"events": [{"name": "network-changed", "server_uuid": "e063dab1-512d-48bb-be6f-807abc044f02", "tag": "d73b582c-8472-4325-800b-b5cb2624c200"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:21:08.504457 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03511819-084f-4d87-a3e0-a546f8c3f692 x-openstack-request-id: req-03511819-084f-4d87-a3e0-a546f8c3f692 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:21:08.504457 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e063dab1-512d-48bb-be6f-807abc044f02", "tag": "d73b582c-8472-4325-800b-b5cb2624c200", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:21:08.504457 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03511819-084f-4d87-a3e0-a546f8c3f692 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:21:08.504457 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03511819-084f-4d87-a3e0-a546f8c3f692'] response: {'name': 'network-changed', 'server_uuid': 'e063dab1-512d-48bb-be6f-807abc044f02', 'tag': 'd73b582c-8472-4325-800b-b5cb2624c200', 'status': 'completed', 'code': 200} May 10 20:21:08.568318 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-495eff83-a2c9-4cdc-97f2-051f94510e24 None None] Set router c9d05e6a-0738-4711-a97e-9c3815fde95e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:08.577632 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aec3fe-cfb9-44c0-bf48-b5379987342d req-2129dac3-3043-4b0b-8c86-28677fa19a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:08.579407 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8aec3fe-cfb9-44c0-bf48-b5379987342d req-2129dac3-3043-4b0b-8c86-28677fa19a2b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b135986dfe1f499a9655ac3faee4bbbf&device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 1129 time: 0.0502028 May 10 20:21:08.682610 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aec3fe-cfb9-44c0-bf48-b5379987342d req-7ead357d-3570-4bac-9caf-9040bb9dd33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:08.684217 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8aec3fe-cfb9-44c0-bf48-b5379987342d req-7ead357d-3570-4bac-9caf-9040bb9dd33b service neutron] 10.222.0.83 "GET /v2.0/networks?id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6 HTTP/1.1" status: 200 len: 915 time: 0.0917559 May 10 20:21:08.730072 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8aec3fe-cfb9-44c0-bf48-b5379987342d req-0119dcda-aa38-4842-96a5-5f9ed83937b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d73b582c-8472-4325-800b-b5cb2624c200 HTTP/1.1" status: 200 len: 217 time: 0.0389202 May 10 20:21:08.763833 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-495eff83-a2c9-4cdc-97f2-051f94510e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:01Z', 'revision_number': 4, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port': {'id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '3ab67bd4-0aae-4e9d-ad28-f51279de7b5f', 'name': '', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'mac_address': 'fa:16:3e:d5:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:00Z', 'updated_at': '2022-05-10T20:18:07Z', 'revision_number': 5, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'subnets': [{'id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:08.788368 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aec3fe-cfb9-44c0-bf48-b5379987342d req-d4160761-f3f7-4ac5-8c1f-eeb47cbbbe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:08.789844 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8aec3fe-cfb9-44c0-bf48-b5379987342d req-d4160761-f3f7-4ac5-8c1f-eeb47cbbbe5b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67a1cf95-e53d-4358-a4cf-c80317469e96 HTTP/1.1" status: 200 len: 853 time: 0.0529571 May 10 20:21:08.792110 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495eff83-a2c9-4cdc-97f2-051f94510e24 None None] Checking router: c9d05e6a-0738-4711-a97e-9c3815fde95e for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:21:08.800499 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495eff83-a2c9-4cdc-97f2-051f94510e24 None None] Routers {'c9d05e6a-0738-4711-a97e-9c3815fde95e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:08.801645 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-495eff83-a2c9-4cdc-97f2-051f94510e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:20:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['c9d05e6a-0738-4711-a97e-9c3815fde95e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:08.834918 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aec3fe-cfb9-44c0-bf48-b5379987342d req-8a3fbcb6-4c62-4086-afe7-65991ea6a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:08.836459 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8aec3fe-cfb9-44c0-bf48-b5379987342d req-8a3fbcb6-4c62-4086-afe7-65991ea6a62b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=763cc9b3-6f11-4887-bac8-beaf82ec0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400734 May 10 20:21:08.919049 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-495eff83-a2c9-4cdc-97f2-051f94510e24 None None] Set router c9d05e6a-0738-4711-a97e-9c3815fde95e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:08.946703 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8aec3fe-cfb9-44c0-bf48-b5379987342d req-ee1be3b1-409e-4a35-93e0-b9ed836f6efd service neutron] 10.222.0.83 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978987 May 10 20:21:09.228947 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-495eff83-a2c9-4cdc-97f2-051f94510e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:01Z', 'revision_number': 4, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port': {'id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '3ab67bd4-0aae-4e9d-ad28-f51279de7b5f', 'name': '', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'mac_address': 'fa:16:3e:d5:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:00Z', 'updated_at': '2022-05-10T20:18:07Z', 'revision_number': 5, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'subnets': [{'id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:09.254879 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495eff83-a2c9-4cdc-97f2-051f94510e24 None None] The sync data for ids ['c9d05e6a-0738-4711-a97e-9c3815fde95e'] in dv-cinder-828805-2-iscsi is: [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:01Z', 'revision_number': 4, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port': {'id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '3ab67bd4-0aae-4e9d-ad28-f51279de7b5f', 'name': '', 'network_id': '763cc9b3-6f11-4887-bac8-beaf82ec0ec6', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'mac_address': 'fa:16:3e:d5:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:00Z', 'updated_at': '2022-05-10T20:18:07Z', 'revision_number': 5, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'subnets': [{'id': '67a1cf95-e53d-4358-a4cf-c80317469e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:21:09.490522 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b136f76-3c5b-4fcb-afb7-47fdcb504436 None None] New status for floating IP deab7704-92c3-4da9-a7cd-50d14fb0956d: DOWN {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:21:13.026233 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:21:19.518293 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8aec3fe-cfb9-44c0-bf48-b5379987342d req-538cd109-4cac-426d-afd8-b8bcc1e731ff service neutron] 10.222.0.83 "GET /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878844 May 10 20:21:20.747502 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0e488b9b-b4ec-4649-b858-2098a63e920b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:21.616234 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7bb9b-9516-4c7e-bad2-b05f9dd72a2b req-0d07bf7a-8e6d-4bf9-bc9a-d9517200c5fc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:21.619888 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6ad7bb9b-9516-4c7e-bad2-b05f9dd72a2b req-0d07bf7a-8e6d-4bf9-bc9a-d9517200c5fc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 947 time: 0.0497684 May 10 20:21:21.664042 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6ad7bb9b-9516-4c7e-bad2-b05f9dd72a2b req-82500b61-9127-4336-bf84-c69a886a1f78 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408001 May 10 20:21:22.781330 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059480f-8f17-41e8-bd48-10f5d1181f6b req-bc0d1bb6-57a2-433b-b613-d5a920cdbe33 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:22.782745 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8059480f-8f17-41e8-bd48-10f5d1181f6b req-bc0d1bb6-57a2-433b-b613-d5a920cdbe33 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 947 time: 0.0463247 May 10 20:21:22.833402 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8059480f-8f17-41e8-bd48-10f5d1181f6b req-22ab93b6-2057-41a0-b6f8-80a0a9657eea tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444667 May 10 20:21:23.113473 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0c5cde97-22d9-4f26-a618-1efe2f68aeb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:23.315976 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa87f79-a685-4b40-b49c-ceac33211347 req-fc48f4b1-3e6a-44c5-bb66-5047b283434e tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:23.317411 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-afa87f79-a685-4b40-b49c-ceac33211347 req-fc48f4b1-3e6a-44c5-bb66-5047b283434e tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 945 time: 0.0497191 May 10 20:21:23.364297 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-afa87f79-a685-4b40-b49c-ceac33211347 req-bf6ff27e-7cc4-408a-bf0e-2ad6517a9c7d tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407174 May 10 20:21:23.955344 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f17a45-1c41-4fba-b550-a250b7aa3a95 req-602ba768-7abd-4d04-baf6-add73a231004 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:23.956782 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45f17a45-1c41-4fba-b550-a250b7aa3a95 req-602ba768-7abd-4d04-baf6-add73a231004 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 947 time: 0.0505621 May 10 20:21:24.002745 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45f17a45-1c41-4fba-b550-a250b7aa3a95 req-46926abe-2cc9-4dd9-b5ab-78c3120a5fb8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396605 May 10 20:21:24.370759 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:24.477322 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df262917-0c43-4b53-8c7d-f27501a22691 req-8656b0c1-98d9-4c0f-b82c-3cdbfda1c9f4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:24.478941 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-df262917-0c43-4b53-8c7d-f27501a22691 req-8656b0c1-98d9-4c0f-b82c-3cdbfda1c9f4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 945 time: 0.0469875 May 10 20:21:24.524617 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-df262917-0c43-4b53-8c7d-f27501a22691 req-b330fe28-6b91-4558-a906-f034abf6382f tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401669 May 10 20:21:25.029394 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-196d0585-5b11-45b4-990e-9e8f446eb0b9 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:25.031004 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-196d0585-5b11-45b4-990e-9e8f446eb0b9 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 947 time: 0.0456672 May 10 20:21:25.153795 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d9522-e42f-4c9b-96d7-b62490938bdc req-10102bd9-bf9f-438e-8c7d-baeb5cbc1b89 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:25.159752 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f19d9522-e42f-4c9b-96d7-b62490938bdc req-10102bd9-bf9f-438e-8c7d-baeb5cbc1b89 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 947 time: 0.0787182 May 10 20:21:25.159752 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Deleting port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:25.159752 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:25.261907 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f19d9522-e42f-4c9b-96d7-b62490938bdc req-ff79dea6-4341-4316-9249-054801b2e66a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c54b270-0528-46e2-80cd-cc027a692664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999579 May 10 20:21:25.281851 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] For port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:25.282191 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:25.403062 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3550c1-1586-423b-99d2-b5b38f282a75 req-f5c663df-af3f-4eec-9af3-2dc487814feb tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:25.404414 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a3550c1-1586-423b-99d2-b5b38f282a75 req-f5c663df-af3f-4eec-9af3-2dc487814feb tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.83 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 945 time: 0.1151021 May 10 20:21:25.648283 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e0a53-0feb-45d3-b002-f3f92ed895f7 req-fdcf6904-7f5d-43b4-ba0a-114154ddd297 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:25.649887 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4e5e0a53-0feb-45d3-b002-f3f92ed895f7 req-fdcf6904-7f5d-43b4-ba0a-114154ddd297 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 945 time: 0.0548453 May 10 20:21:25.704058 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4e5e0a53-0feb-45d3-b002-f3f92ed895f7 req-96a42e3d-6273-4eab-8ae0-8359cc30036e tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/security-groups?id=40f86128-6a4b-4b3f-ba35-da54ff679a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478764 May 10 20:21:25.765255 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:25.818793 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-6a3550c1-1586-423b-99d2-b5b38f282a75 req-94290b7b-c383-4fa4-a9ab-67ecfcd3dcd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Deleting port d73b582c-8472-4325-800b-b5cb2624c200 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:25.819047 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6a3550c1-1586-423b-99d2-b5b38f282a75 req-94290b7b-c383-4fa4-a9ab-67ecfcd3dcd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (d73b582c-8472-4325-800b-b5cb2624c200), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:25.882732 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:25.883087 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (64fa828b-bb9c-4053-92c8-2d211262335c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:25.883394 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Floating IP 64fa828b-bb9c-4053-92c8-2d211262335c disassociated. External IP: 172.27.1.160, port: 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2. May 10 20:21:25.883726 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Calling delete_port for 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:25.973227 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-6a3550c1-1586-423b-99d2-b5b38f282a75 req-94290b7b-c383-4fa4-a9ab-67ecfcd3dcd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] For port d73b582c-8472-4325-800b-b5cb2624c200, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d73b582c-8472-4325-800b-b5cb2624c200,segment=NetworkSegment(68c6970f-d35b-4734-9598-d357db53cdd0),segment_id=68c6970f-d35b-4734-9598-d357db53cdd0)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:25.973584 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6a3550c1-1586-423b-99d2-b5b38f282a75 req-94290b7b-c383-4fa4-a9ab-67ecfcd3dcd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (d73b582c-8472-4325-800b-b5cb2624c200), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:25.993084 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-6a3550c1-1586-423b-99d2-b5b38f282a75 req-94290b7b-c383-4fa4-a9ab-67ecfcd3dcd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Calling delete_port for d73b582c-8472-4325-800b-b5cb2624c200 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:26.176455 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:26.204498 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event deleted for resources: {'Port': ['ID=7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:26.263612 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6a3550c1-1586-423b-99d2-b5b38f282a75 req-94290b7b-c383-4fa4-a9ab-67ecfcd3dcd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (d73b582c-8472-4325-800b-b5cb2624c200), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:26.277290 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['d73b582c-8472-4325-800b-b5cb2624c200'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:21:26.331913 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94290b7b-c383-4fa4-a9ab-67ecfcd3dcd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Pushing event deleted for resources: {'Port': ['ID=d73b582c-8472-4325-800b-b5cb2624c200,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:26.390953 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ac5935d6-cc07-483b-bbfa-cd779f605ea3 req-16c985db-5f33-447c-9e82-0ad14f7c8c1c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 210 time: 0.0541475 May 10 20:21:26.412113 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3550c1-1586-423b-99d2-b5b38f282a75 req-94290b7b-c383-4fa4-a9ab-67ecfcd3dcd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] No DVR routers for this DVR port d73b582c-8472-4325-800b-b5cb2624c200 on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:21:26.417635 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Router 1f82cb1e-dfe4-4594-86da-b9b8b124344e has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:21:26.423539 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6a3550c1-1586-423b-99d2-b5b38f282a75 req-94290b7b-c383-4fa4-a9ab-67ecfcd3dcd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:26.427028 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a3550c1-1586-423b-99d2-b5b38f282a75 req-94290b7b-c383-4fa4-a9ab-67ecfcd3dcd4 tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.83 "DELETE /v2.0/ports/d73b582c-8472-4325-800b-b5cb2624c200 HTTP/1.1" status: 204 len: 173 time: 1.0123477 May 10 20:21:26.427416 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e063dab1-512d-48bb-be6f-807abc044f02', 'name': 'network-vif-deleted', 'tag': 'd73b582c-8472-4325-800b-b5cb2624c200'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:21:26.429782 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f842ca3e-6ace-4332-90db-1ac5971d52e9" -d '{"events": [{"server_uuid": "e063dab1-512d-48bb-be6f-807abc044f02", "name": "network-vif-deleted", "tag": "d73b582c-8472-4325-800b-b5cb2624c200"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:21:26.478481 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3396de1-519a-40d7-b9bd-ec34049a2487 x-openstack-request-id: req-c3396de1-519a-40d7-b9bd-ec34049a2487 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:21:26.481455 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e063dab1-512d-48bb-be6f-807abc044f02", "name": "network-vif-deleted", "tag": "d73b582c-8472-4325-800b-b5cb2624c200", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:21:26.481455 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3396de1-519a-40d7-b9bd-ec34049a2487 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:21:26.481455 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3396de1-519a-40d7-b9bd-ec34049a2487'] response: {'server_uuid': 'e063dab1-512d-48bb-be6f-807abc044f02', 'name': 'network-vif-deleted', 'tag': 'd73b582c-8472-4325-800b-b5cb2624c200', 'status': 'completed', 'code': 200} May 10 20:21:26.559341 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:21:26.572975 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b44f32-fb31-4ac7-a9cd-78a72f0db61b None None] Sync routers for ids ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:21:26.584785 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b44f32-fb31-4ac7-a9cd-78a72f0db61b None None] Routers {'1f82cb1e-dfe4-4594-86da-b9b8b124344e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:26.586263 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-59b44f32-fb31-4ac7-a9cd-78a72f0db61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:26.615977 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] No DVR routers for this DVR port 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:21:26.619008 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:26.622700 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c90c4f4-b915-4930-8288-6a378f7d9dc9 req-f784fcdc-518f-45a9-8801-f37708a4d456 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.83 "DELETE /v2.0/ports/7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 HTTP/1.1" status: 204 len: 173 time: 1.5846305 May 10 20:21:26.707738 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-59b44f32-fb31-4ac7-a9cd-78a72f0db61b None None] Set router 1f82cb1e-dfe4-4594-86da-b9b8b124344e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:26.829458 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c0891aa-f28b-483a-b814-0f61240d03d7 req-a3c70310-52a2-446f-b662-549e94ec5deb tempest-TestMinimumBasicScenario-1471470695 tempest-TestMinimumBasicScenario-1471470695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e063dab1-512d-48bb-be6f-807abc044f02 HTTP/1.1" status: 200 len: 210 time: 0.0292289 May 10 20:21:26.909919 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-59b44f32-fb31-4ac7-a9cd-78a72f0db61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:17:02Z', 'revision_number': 5, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:26.941466 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b44f32-fb31-4ac7-a9cd-78a72f0db61b None None] Checking router: 1f82cb1e-dfe4-4594-86da-b9b8b124344e for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:21:26.950325 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b44f32-fb31-4ac7-a9cd-78a72f0db61b None None] Routers {'1f82cb1e-dfe4-4594-86da-b9b8b124344e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:26.951198 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-59b44f32-fb31-4ac7-a9cd-78a72f0db61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:27.061190 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-59b44f32-fb31-4ac7-a9cd-78a72f0db61b None None] Set router 1f82cb1e-dfe4-4594-86da-b9b8b124344e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:27.265413 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-59b44f32-fb31-4ac7-a9cd-78a72f0db61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:17:02Z', 'revision_number': 5, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:27.292943 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b44f32-fb31-4ac7-a9cd-78a72f0db61b None None] The sync data for ids ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'] in dv-cinder-828805-2-iscsi is: [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:17:02Z', 'revision_number': 5, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:21:27.296681 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:27.515341 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-24b186f3-6500-4eb5-84e8-580a0eef463d req-fe8f4388-4912-43f0-b55f-fded2ff3c56d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab6f0a6-aa14-407a-b43d-7b7d2855499d HTTP/1.1" status: 200 len: 210 time: 0.0283875 May 10 20:21:27.526359 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed91094f-f3f0-4329-918a-bdb970cf799d None None] New status for floating IP 64fa828b-bb9c-4053-92c8-2d211262335c: DOWN {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:21:27.801988 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:21:27.827044 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:21:27.827388 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2 not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:21:28.480144 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'name': 'network-vif-deleted', 'tag': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:21:28.482488 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8052b6e8-d613-43ef-a566-1228e3ace817" -d '{"events": [{"server_uuid": "5ab6f0a6-aa14-407a-b43d-7b7d2855499d", "name": "network-vif-deleted", "tag": "7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:21:28.517306 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4c8433-5e09-4db8-a89c-b3c51aae5d51 x-openstack-request-id: req-2a4c8433-5e09-4db8-a89c-b3c51aae5d51 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:21:28.517605 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab6f0a6-aa14-407a-b43d-7b7d2855499d", "name": "network-vif-deleted", "tag": "7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:21:28.517855 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a4c8433-5e09-4db8-a89c-b3c51aae5d51 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:21:28.518299 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4c8433-5e09-4db8-a89c-b3c51aae5d51'] response: {'server_uuid': '5ab6f0a6-aa14-407a-b43d-7b7d2855499d', 'name': 'network-vif-deleted', 'tag': '7f5adb73-ce2a-4cda-9cc2-cdfbc23e98f2', 'status': 'completed', 'code': 200} May 10 20:21:28.720263 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57198) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:28.778283 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24eb7424-78c0-488f-91ed-8ca0dece4607 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group (6c54b270-0528-46e2-80cd-cc027a692664), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:28.801825 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24eb7424-78c0-488f-91ed-8ca0dece4607 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group (6c54b270-0528-46e2-80cd-cc027a692664), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:28.930977 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24eb7424-78c0-488f-91ed-8ca0dece4607 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (6c54b270-0528-46e2-80cd-cc027a692664), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:28.933534 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24eb7424-78c0-488f-91ed-8ca0dece4607 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:28.934715 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-24eb7424-78c0-488f-91ed-8ca0dece4607 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "DELETE /v2.0/security-groups/6c54b270-0528-46e2-80cd-cc027a692664 HTTP/1.1" status: 204 len: 168 time: 0.2134740 May 10 20:21:28.937602 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57208) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:28.943964 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7424-78c0-488f-91ed-8ca0dece4607 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c54b270-0528-46e2-80cd-cc027a692664,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:28.952375 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-a2cdda0a-df30-462d-81e2-4e825599b006 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] show failed (client error): The resource could not be found. May 10 20:21:28.953405 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a2cdda0a-df30-462d-81e2-4e825599b006 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups/6c54b270-0528-46e2-80cd-cc027a692664 HTTP/1.1" status: 404 len: 347 time: 0.0147867 May 10 20:21:28.956404 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57210) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:29.078418 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-84a24f7d-2fd9-4a15-910c-885884cb4126 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Deleting port 9e149b7e-77f6-422d-9f55-2e8afe66ddee {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:29.078764 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-84a24f7d-2fd9-4a15-910c-885884cb4126 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (9e149b7e-77f6-422d-9f55-2e8afe66ddee), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:29.159240 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-84a24f7d-2fd9-4a15-910c-885884cb4126 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (9e149b7e-77f6-422d-9f55-2e8afe66ddee), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:29.159564 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-84a24f7d-2fd9-4a15-910c-885884cb4126 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for floatingip (9e149b7e-77f6-422d-9f55-2e8afe66ddee), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:29.175108 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-84a24f7d-2fd9-4a15-910c-885884cb4126 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Calling delete_port for 9e149b7e-77f6-422d-9f55-2e8afe66ddee owned by network:floatingip {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:29.379293 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57214) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:29.386021 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-84a24f7d-2fd9-4a15-910c-885884cb4126 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (9e149b7e-77f6-422d-9f55-2e8afe66ddee), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:29.446098 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a24f7d-2fd9-4a15-910c-885884cb4126 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event deleted for resources: {'Port': ['ID=9e149b7e-77f6-422d-9f55-2e8afe66ddee,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:29.562927 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-84a24f7d-2fd9-4a15-910c-885884cb4126 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for floatingip (64fa828b-bb9c-4053-92c8-2d211262335c), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:29.565298 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-84a24f7d-2fd9-4a15-910c-885884cb4126 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:29.566540 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-84a24f7d-2fd9-4a15-910c-885884cb4126 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "DELETE /v2.0/floatingips/64fa828b-bb9c-4053-92c8-2d211262335c HTTP/1.1" status: 204 len: 168 time: 0.6091044 May 10 20:21:29.718464 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57218) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:29.723584 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-cb45a8c2-f2ad-4857-a2bc-9cabc8d20bfc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--755722370', 'description': 'tempest-description--1953200890'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:29.806505 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device d73b582c-8472-4325-800b-b5cb2624c200 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:21:29.827316 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: d73b582c-8472-4325-800b-b5cb2624c200 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:21:29.827574 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device d73b582c-8472-4325-800b-b5cb2624c200 not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:21:29.833702 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cb45a8c2-f2ad-4857-a2bc-9cabc8d20bfc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:29.863475 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-623097f7-198b-4f2e-939b-3d3dabe7f82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503370'] for router_interface (c9d05e6a-0738-4711-a97e-9c3815fde95e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:29.902099 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cb45a8c2-f2ad-4857-a2bc-9cabc8d20bfc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group (4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:29.970884 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cb45a8c2-f2ad-4857-a2bc-9cabc8d20bfc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.004444 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45a8c2-f2ad-4857-a2bc-9cabc8d20bfc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:30.071079 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cb45a8c2-f2ad-4857-a2bc-9cabc8d20bfc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.072450 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-cb45a8c2-f2ad-4857-a2bc-9cabc8d20bfc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3528674 May 10 20:21:30.075373 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57220) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:30.082182 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-d9e0ff81-3ec9-4d53-856d-da533e82d2d9 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Request body: {'security_group_rule': {'security_group_id': '4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:30.160417 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ff81-3ec9-4d53-856d-da533e82d2d9 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group_rule (d0cae760-830e-4964-b0d4-0427c1629d9b), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.168293 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-623097f7-198b-4f2e-939b-3d3dabe7f82f admin admin] Deleting port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:30.168293 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-623097f7-198b-4f2e-939b-3d3dabe7f82f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.224777 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ff81-3ec9-4d53-856d-da533e82d2d9 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group_rule (d0cae760-830e-4964-b0d4-0427c1629d9b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.261710 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-623097f7-198b-4f2e-939b-3d3dabe7f82f admin admin] For port 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=3ab67bd4-0aae-4e9d-ad28-f51279de7b5f,segment=NetworkSegment(68c6970f-d35b-4734-9598-d357db53cdd0),segment_id=68c6970f-d35b-4734-9598-d357db53cdd0)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:30.262228 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-623097f7-198b-4f2e-939b-3d3dabe7f82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.279580 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-623097f7-198b-4f2e-939b-3d3dabe7f82f admin admin] Calling delete_port for 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f owned by network:router_interface {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:30.296677 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ff81-3ec9-4d53-856d-da533e82d2d9 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (d0cae760-830e-4964-b0d4-0427c1629d9b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.319215 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0ff81-3ec9-4d53-856d-da533e82d2d9 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cae760-830e-4964-b0d4-0427c1629d9b,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:30.384812 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ff81-3ec9-4d53-856d-da533e82d2d9 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.385980 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d9e0ff81-3ec9-4d53-856d-da533e82d2d9 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3093913 May 10 20:21:30.388715 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57222) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:30.393162 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-6cc298bb-c592-4d8b-bf4c-24624224b28b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Request body: {'security_group_rule': {'security_group_id': '4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:30.485742 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6cc298bb-c592-4d8b-bf4c-24624224b28b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group_rule (c8d888b8-9bfd-469d-acaa-5f802bedcaa8), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.543493 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6cc298bb-c592-4d8b-bf4c-24624224b28b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group_rule (c8d888b8-9bfd-469d-acaa-5f802bedcaa8), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.605239 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6cc298bb-c592-4d8b-bf4c-24624224b28b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (c8d888b8-9bfd-469d-acaa-5f802bedcaa8), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.620150 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc298bb-c592-4d8b-bf4c-24624224b28b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d888b8-9bfd-469d-acaa-5f802bedcaa8,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:30.687419 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6cc298bb-c592-4d8b-bf4c-24624224b28b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.688749 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6cc298bb-c592-4d8b-bf4c-24624224b28b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2990987 May 10 20:21:30.691845 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57224) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:30.696590 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Request body: {'floatingip': {'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:30.753968 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-623097f7-198b-4f2e-939b-3d3dabe7f82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (3ab67bd4-0aae-4e9d-ad28-f51279de7b5f), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.781185 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623097f7-198b-4f2e-939b-3d3dabe7f82f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab67bd4-0aae-4e9d-ad28-f51279de7b5f,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:30.788407 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.877042 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.967231 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-623097f7-198b-4f2e-939b-3d3dabe7f82f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7908673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505155'] for router_interface (c9d05e6a-0738-4711-a97e-9c3815fde95e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.996787 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Allocated IP 172.27.1.160 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/1751dcdd-6b4b-4c13-aa9c-54bbbe960230) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:21:31.098761 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for port (1751dcdd-6b4b-4c13-aa9c-54bbbe960230), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:31.188254 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623097f7-198b-4f2e-939b-3d3dabe7f82f admin admin] Router c9d05e6a-0738-4711-a97e-9c3815fde95e has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:21:31.194025 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (1751dcdd-6b4b-4c13-aa9c-54bbbe960230), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:31.239129 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:21:31.243870 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:21:31.247451 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:21:31.274890 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event updated for resources: {'Port': ['ID=1751dcdd-6b4b-4c13-aa9c-54bbbe960230,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:31.303970 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623097f7-198b-4f2e-939b-3d3dabe7f82f admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:21:31.309480 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-623097f7-198b-4f2e-939b-3d3dabe7f82f admin admin] 10.222.0.65 "PUT /v2.0/routers/c9d05e6a-0738-4711-a97e-9c3815fde95e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9304037 May 10 20:21:31.311908 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57230) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:31.316601 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e50cf2-f622-44b6-b88f-64af7151142d None None] Sync routers for ids ['c9d05e6a-0738-4711-a97e-9c3815fde95e'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:21:31.328751 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e50cf2-f622-44b6-b88f-64af7151142d None None] Routers {'c9d05e6a-0738-4711-a97e-9c3815fde95e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:31.329622 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-f8e50cf2-f622-44b6-b88f-64af7151142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['c9d05e6a-0738-4711-a97e-9c3815fde95e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:31.340057 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for floatingip (5a65fb3f-a4d5-4d62-b69e-d6ff650451fc), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:31.410713 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1751dcdd-6b4b-4c13-aa9c-54bbbe960230), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:31.424936 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] Publish callbacks [] for router (c9d05e6a-0738-4711-a97e-9c3815fde95e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:31.448354 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-f8e50cf2-f622-44b6-b88f-64af7151142d None None] Set router c9d05e6a-0738-4711-a97e-9c3815fde95e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:31.536797 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] Publish callbacks [] for router_gateway (c9d05e6a-0738-4711-a97e-9c3815fde95e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:31.566253 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for port (1751dcdd-6b4b-4c13-aa9c-54bbbe960230), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:31.617935 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (1751dcdd-6b4b-4c13-aa9c-54bbbe960230), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:31.620112 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] Deleting port 02151e8c-5ddc-4b27-a822-14e81b9b3263 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:31.620801 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (02151e8c-5ddc-4b27-a822-14e81b9b3263), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:31.695708 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event updated for resources: {'Port': ['ID=1751dcdd-6b4b-4c13-aa9c-54bbbe960230,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:31.708141 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (5a65fb3f-a4d5-4d62-b69e-d6ff650451fc), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:31.714406 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] For port 02151e8c-5ddc-4b27-a822-14e81b9b3263, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=02151e8c-5ddc-4b27-a822-14e81b9b3263,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:31.715685 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (02151e8c-5ddc-4b27-a822-14e81b9b3263), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:31.731066 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] Calling delete_port for 02151e8c-5ddc-4b27-a822-14e81b9b3263 owned by network:router_gateway {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:31.750628 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-f8e50cf2-f622-44b6-b88f-64af7151142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:21:30Z', 'revision_number': 5, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port': {'id': '02151e8c-5ddc-4b27-a822-14e81b9b3263', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:31.776874 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e50cf2-f622-44b6-b88f-64af7151142d None None] Checking router: c9d05e6a-0738-4711-a97e-9c3815fde95e for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:21:31.785158 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e50cf2-f622-44b6-b88f-64af7151142d None None] Routers {'c9d05e6a-0738-4711-a97e-9c3815fde95e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:31.785497 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:31.785777 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-f8e50cf2-f622-44b6-b88f-64af7151142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['c9d05e6a-0738-4711-a97e-9c3815fde95e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:31.787834 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-38dcf8af-9c92-4e9d-a250-51417d87b523 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0944047 May 10 20:21:31.889831 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-f8e50cf2-f622-44b6-b88f-64af7151142d None None] Set router c9d05e6a-0738-4711-a97e-9c3815fde95e gateway port host: None {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:31.946728 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-f8e50cf2-f622-44b6-b88f-64af7151142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:21:31Z', 'revision_number': 6, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port_host': None}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:31.954569 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (02151e8c-5ddc-4b27-a822-14e81b9b3263), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:31.973797 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e50cf2-f622-44b6-b88f-64af7151142d None None] The sync data for ids ['c9d05e6a-0738-4711-a97e-9c3815fde95e'] in dv-cinder-828805-2-iscsi is: [{'id': 'c9d05e6a-0738-4711-a97e-9c3815fde95e', 'name': 'tempest-TestMinimumBasicScenario-400560857-router', 'tenant_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:17:58Z', 'updated_at': '2022-05-10T20:21:31Z', 'revision_number': 6, 'project_id': 'b135986dfe1f499a9655ac3faee4bbbf', 'gw_port_host': None}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:21:31.984783 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=02151e8c-5ddc-4b27-a822-14e81b9b3263,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:32.003332 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-3bb6836b-610a-4c92-9cc6-b99555acec8c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--755722370&fields=id&tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2 HTTP/1.1" status: 200 len: 267 time: 0.0485258 May 10 20:21:32.062713 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514852'] for router_gateway (c9d05e6a-0738-4711-a97e-9c3815fde95e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:32.116690 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d30a4-0812-4303-89a9-a71175462547 req-3f7f2cc2-6d07-40ea-9a05-267aee6f484c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:32.118197 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-3f7f2cc2-6d07-40ea-9a05-267aee6f484c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/networks?id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 HTTP/1.1" status: 200 len: 817 time: 0.1047578 May 10 20:21:32.133220 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-51c5f4f9-8f15-4209-886a-02e18e6898c1 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/quotas/d5cecfb8eb5e4b8ea121c2ef8a9c28a2 HTTP/1.1" status: 200 len: 375 time: 0.0090473 May 10 20:21:32.174398 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11273'] for router (c9d05e6a-0738-4711-a97e-9c3815fde95e), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:32.176723 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] Publish callbacks [] for router_controller (c9d05e6a-0738-4711-a97e-9c3815fde95e), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:32.183967 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-c8fb4a52-3e10-434b-91cf-12a4a7f15ade tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454707 May 10 20:21:32.290072 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-435537c9-7439-4087-84a2-d0a25dc6e9fa service neutron] 10.222.0.65 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938885 May 10 20:21:32.349196 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-508659'] for router (c9d05e6a-0738-4711-a97e-9c3815fde95e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:32.352102 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9d05e6a-0738-4711-a97e-9c3815fde95e {{(pid=104125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:21:32.361111 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:32.367877 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2d47ae43-03ea-464f-9628-cb2e6e6c8db9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c9d05e6a-0738-4711-a97e-9c3815fde95e HTTP/1.1" status: 204 len: 168 time: 1.0549521 May 10 20:21:32.370228 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57252) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:32.392344 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-29250f7f-8a16-4c74-b8e4-14364b428f8f service neutron] 10.222.0.65 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961721 May 10 20:21:32.423075 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-936e6505-a227-44b9-a131-24131355d588 admin admin] Deleting subnet 67a1cf95-e53d-4358-a4cf-c80317469e96 {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:21:32.426972 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-936e6505-a227-44b9-a131-24131355d588 admin admin] Publish callbacks [] for subnet (67a1cf95-e53d-4358-a4cf-c80317469e96), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:32.471993 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-936e6505-a227-44b9-a131-24131355d588 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6044669'] for subnet (67a1cf95-e53d-4358-a4cf-c80317469e96), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:32.592954 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-936e6505-a227-44b9-a131-24131355d588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (67a1cf95-e53d-4358-a4cf-c80317469e96), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:32.671695 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-57aad2be-54fb-497c-a901-afb3b9a48cdb req-46b5b327-ddd9-4e88-99e0-5a4f324c3b08 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 210 time: 0.0280650 May 10 20:21:32.703716 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-936e6505-a227-44b9-a131-24131355d588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4836475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16386431'] for subnet (67a1cf95-e53d-4358-a4cf-c80317469e96), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:32.732029 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e6505-a227-44b9-a131-24131355d588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a1cf95-e53d-4358-a4cf-c80317469e96,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:32.739375 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-936e6505-a227-44b9-a131-24131355d588 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:32.739375 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-936e6505-a227-44b9-a131-24131355d588 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/67a1cf95-e53d-4358-a4cf-c80317469e96 HTTP/1.1" status: 204 len: 168 time: 0.3646538 May 10 20:21:32.740609 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57260) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:32.742680 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a8dc0c-5f27-4b4b-ab0e-f6be4ab4589d None None] Network 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:21:32.840196 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (763cc9b3-6f11-4887-bac8-beaf82ec0ec6), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:32.844308 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4306c-389f-4844-9569-d8427fbbc69a req-9d7ac4d3-959d-4d3f-b0c4-bd0354520185 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:32.854620 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6ce4306c-389f-4844-9569-d8427fbbc69a req-9d7ac4d3-959d-4d3f-b0c4-bd0354520185 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0839622 May 10 20:21:32.887284 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:21:32.899079 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Deleting port c2e507b7-497d-4fd0-9c63-77ede5e1adfe {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:32.899631 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:32.911767 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:21:32.912112 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 3ab67bd4-0aae-4e9d-ad28-f51279de7b5f not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:21:32.912546 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 02151e8c-5ddc-4b27-a822-14e81b9b3263 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:21:32.917678 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6ce4306c-389f-4844-9569-d8427fbbc69a req-b6240cc2-ef90-4f5a-94b6-18e1191af9ed tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611458 May 10 20:21:32.937006 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: 02151e8c-5ddc-4b27-a822-14e81b9b3263 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:21:32.939205 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 02151e8c-5ddc-4b27-a822-14e81b9b3263 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:21:32.972269 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] For port c2e507b7-497d-4fd0-9c63-77ede5e1adfe, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=c2e507b7-497d-4fd0-9c63-77ede5e1adfe,segment=NetworkSegment(68c6970f-d35b-4734-9598-d357db53cdd0),segment_id=68c6970f-d35b-4734-9598-d357db53cdd0)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:32.972269 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:32.985889 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Calling delete_port for c2e507b7-497d-4fd0-9c63-77ede5e1adfe owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:33.007707 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] DHCP port deletion for 763cc9b3-6f11-4887-bac8-beaf82ec0ec6 request from dv-cinder-828805-2-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:21:33.053540 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Deleting port c2e507b7-497d-4fd0-9c63-77ede5e1adfe {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:33.053985 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:33.121443 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] For port c2e507b7-497d-4fd0-9c63-77ede5e1adfe, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=c2e507b7-497d-4fd0-9c63-77ede5e1adfe,segment=NetworkSegment(68c6970f-d35b-4734-9598-d357db53cdd0),segment_id=68c6970f-d35b-4734-9598-d357db53cdd0)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:33.121841 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:33.125478 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:33.136121 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Calling delete_port for c2e507b7-497d-4fd0-9c63-77ede5e1adfe owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:33.154661 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e507b7-497d-4fd0-9c63-77ede5e1adfe,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:33.167370 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] No DVR routers for this DVR port c2e507b7-497d-4fd0-9c63-77ede5e1adfe on host dv-cinder-828805-2-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:21:33.238669 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (763cc9b3-6f11-4887-bac8-beaf82ec0ec6), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:33.259431 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763cc9b3-6f11-4887-bac8-beaf82ec0ec6']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:33.259637 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257'] for port (c2e507b7-497d-4fd0-9c63-77ede5e1adfe), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:33.269397 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c6970f-d35b-4734-9598-d357db53cdd0') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:33.272287 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c6970f-d35b-4734-9598-d357db53cdd0') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:33.283035 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6044422'] for segment (68c6970f-d35b-4734-9598-d357db53cdd0), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:33.286019 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Pushing event deleted for resources: {'Port': ['ID=c2e507b7-497d-4fd0-9c63-77ede5e1adfe,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:33.288821 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] No DVR routers for this DVR port c2e507b7-497d-4fd0-9c63-77ede5e1adfe on host dv-cinder-828805-2-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:21:33.297097 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (68c6970f-d35b-4734-9598-d357db53cdd0), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:33.299014 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.299355 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.299724 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.300073 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.300404 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.300723 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.301036 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.301557 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.301879 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.302227 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.302545 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.302857 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.303170 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.303499 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.303962 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba848e-0dcf-48a5-b3df-741a8b32531f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:33.304502 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:21:33.305448 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4836369'] for segment (68c6970f-d35b-4734-9598-d357db53cdd0), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: Traceback (most recent call last): May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: timer() May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: cb(*args, **kw) May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: return func(*args, **kwargs) May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: self._notify() May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: self.callback(batched_events) May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: event.method(event) May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: return f(self, *a, **k) May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: return self._get(url).json() May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: return self.request(url, 'GET', **kwargs) May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:21:33.307453 dv-cinder-828805-2-iscsi neutron-server[104125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:21:33.434076 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (763cc9b3-6f11-4887-bac8-beaf82ec0ec6), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:33.439353 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:33.442392 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] 10.222.0.65 "DELETE /v2.0/networks/763cc9b3-6f11-4887-bac8-beaf82ec0ec6 HTTP/1.1" status: 204 len: 168 time: 0.7007816 May 10 20:21:33.445512 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57268) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:33.455001 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ce47b-b812-4857-a0c7-d718cc725e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=763cc9b3-6f11-4887-bac8-beaf82ec0ec6,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:33.772600 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-436ffccc-9331-4738-b94a-370d2cf87aff req-a598e984-bdd5-4400-b13b-5709625b6ffb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 210 time: 0.0274992 May 10 20:21:33.848378 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e117711e-1624-4ece-b445-3e59eb9af136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503370'] for router_interface (8df35a06-a2bb-4be4-8e5e-1e35652dde01), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:34.110188 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e309f-69ef-40c9-88e4-77cb1bd5a1c0 req-784814a0-7420-46fe-b813-b9837cceb0e1 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:34.111686 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-801e309f-69ef-40c9-88e4-77cb1bd5a1c0 req-784814a0-7420-46fe-b813-b9837cceb0e1 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.1042042 May 10 20:21:34.205948 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-801e309f-69ef-40c9-88e4-77cb1bd5a1c0 req-13500cee-f390-40d0-abdb-abcc793cc7a8 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884790 May 10 20:21:34.212169 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-e117711e-1624-4ece-b445-3e59eb9af136 admin admin] Deleting port 51e38903-6554-4fb2-ad8f-373f6efd002a {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:34.212506 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e117711e-1624-4ece-b445-3e59eb9af136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:34.290957 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-e117711e-1624-4ece-b445-3e59eb9af136 admin admin] For port 51e38903-6554-4fb2-ad8f-373f6efd002a, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=51e38903-6554-4fb2-ad8f-373f6efd002a,segment=NetworkSegment(b059872d-be0c-4350-84e1-cb4347ef25a3),segment_id=b059872d-be0c-4350-84e1-cb4347ef25a3)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:34.291314 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e117711e-1624-4ece-b445-3e59eb9af136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:34.303877 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-e117711e-1624-4ece-b445-3e59eb9af136 admin admin] Calling delete_port for 51e38903-6554-4fb2-ad8f-373f6efd002a owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:34.592650 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device c2e507b7-497d-4fd0-9c63-77ede5e1adfe no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:21:34.616848 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: c2e507b7-497d-4fd0-9c63-77ede5e1adfe {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:21:34.617230 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device c2e507b7-497d-4fd0-9c63-77ede5e1adfe not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:21:34.823024 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e117711e-1624-4ece-b445-3e59eb9af136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (51e38903-6554-4fb2-ad8f-373f6efd002a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:34.854251 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117711e-1624-4ece-b445-3e59eb9af136 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e38903-6554-4fb2-ad8f-373f6efd002a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:34.880336 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-210dd396-3489-434a-b15d-ed6c84bcd981 req-3c3e0a3b-e877-452c-8d97-671a996c8fdf tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 210 time: 0.0364325 May 10 20:21:34.966881 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-23726ff0-a917-4cd5-9bab-f55f75143076 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:34.968484 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-23726ff0-a917-4cd5-9bab-f55f75143076 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.83 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.0619295 May 10 20:21:35.132458 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Deleting port f3ad9929-2cb4-4711-9a32-8294a05717b6 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:35.132719 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:35.151594 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e117711e-1624-4ece-b445-3e59eb9af136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7908673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505155'] for router_interface (8df35a06-a2bb-4be4-8e5e-1e35652dde01), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:35.282585 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] For port f3ad9929-2cb4-4711-9a32-8294a05717b6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f3ad9929-2cb4-4711-9a32-8294a05717b6,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:35.282948 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:35.405742 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e8883-765b-4518-890b-d6edd88ac7a0 req-2186e6e6-6fa2-4eb2-a09e-1303ee1a4911 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:35.407148 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-402e8883-765b-4518-890b-d6edd88ac7a0 req-2186e6e6-6fa2-4eb2-a09e-1303ee1a4911 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 945 time: 0.1320131 May 10 20:21:35.545984 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-402e8883-765b-4518-890b-d6edd88ac7a0 req-7e1aa089-40cc-4cc2-b3f5-e516d84c4a1c tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=b080e234-5e8f-4a05-947d-dedec3b2bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331198 May 10 20:21:35.726010 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:35.726436 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (e1ecb88f-fe0b-4c46-a508-37056c1012fa), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:35.726739 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Floating IP e1ecb88f-fe0b-4c46-a508-37056c1012fa disassociated. External IP: 172.27.1.24, port: f3ad9929-2cb4-4711-9a32-8294a05717b6. May 10 20:21:35.727072 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Calling delete_port for f3ad9929-2cb4-4711-9a32-8294a05717b6 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:35.738205 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e117711e-1624-4ece-b445-3e59eb9af136 admin admin] Router 8df35a06-a2bb-4be4-8e5e-1e35652dde01 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:21:35.805456 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d30a4-0812-4303-89a9-a71175462547 req-bab9f2b1-e9c2-432f-92be-886409ca94ab tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:35.806913 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-bab9f2b1-e9c2-432f-92be-886409ca94ab tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.83 "GET /v2.0/networks?id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 HTTP/1.1" status: 200 len: 817 time: 0.2500288 May 10 20:21:35.971094 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-e44f66b0-9bd4-46bf-b000-7b9621d34812 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2 HTTP/1.1" status: 200 len: 379 time: 0.1250594 May 10 20:21:35.991141 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-153d30a4-0812-4303-89a9-a71175462547 req-b402c963-e5ae-467e-8a67-1d9d1d86e2fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Request body: {'port': {'device_id': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'admin_state_up': True, 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'security_groups': ['4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:35.991592 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2138d6e2-9a10-4678-9133-07872449d314 req-fa60fc1d-0555-4612-8f49-240f7afe81fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 210 time: 0.0288012 May 10 20:21:36.009150 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e117711e-1624-4ece-b445-3e59eb9af136 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:21:36.022509 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2f5c3-f4ab-4f6e-8b21-8f619adb368d None None] Sync routers for ids ['8df35a06-a2bb-4be4-8e5e-1e35652dde01'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:21:36.024446 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e117711e-1624-4ece-b445-3e59eb9af136 admin admin] 10.222.0.65 "PUT /v2.0/routers/8df35a06-a2bb-4be4-8e5e-1e35652dde01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5775626 May 10 20:21:36.027036 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57286) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:36.032303 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2f5c3-f4ab-4f6e-8b21-8f619adb368d None None] Routers {'8df35a06-a2bb-4be4-8e5e-1e35652dde01'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:36.032975 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-64f2f5c3-f4ab-4f6e-8b21-8f619adb368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['8df35a06-a2bb-4be4-8e5e-1e35652dde01'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:36.137309 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] Publish callbacks [] for router (8df35a06-a2bb-4be4-8e5e-1e35652dde01), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:36.146273 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-64f2f5c3-f4ab-4f6e-8b21-8f619adb368d None None] Set router 8df35a06-a2bb-4be4-8e5e-1e35652dde01 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:36.148687 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (f3ad9929-2cb4-4711-9a32-8294a05717b6), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:36.183750 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event deleted for resources: {'Port': ['ID=f3ad9929-2cb4-4711-9a32-8294a05717b6,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:36.239029 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153d30a4-0812-4303-89a9-a71175462547 req-b402c963-e5ae-467e-8a67-1d9d1d86e2fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Made reservation on behalf of d5cecfb8eb5e4b8ea121c2ef8a9c28a2 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:21:36.239029 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-153d30a4-0812-4303-89a9-a71175462547 req-b402c963-e5ae-467e-8a67-1d9d1d86e2fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:36.262289 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] Publish callbacks [] for router_gateway (8df35a06-a2bb-4be4-8e5e-1e35652dde01), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:36.311280 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8438a264-93af-48cc-a4fd-1d31156352b8 req-8c0b9150-342f-4f37-b415-b061ee4d2e15 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433822 May 10 20:21:36.335110 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-64f2f5c3-f4ab-4f6e-8b21-8f619adb368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'name': 'tempest-TestMinimumBasicScenario-1670863698-router', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3f08ad94-e122-4264-a3e3-1712dd1d892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:05Z', 'updated_at': '2022-05-10T20:21:34Z', 'revision_number': 5, 'project_id': '4b5708fb61854562988f5bc2dee5b34b', 'gw_port': {'id': '3f08ad94-e122-4264-a3e3-1712dd1d892e', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:06Z', 'updated_at': '2022-05-10T20:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:36.363444 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2f5c3-f4ab-4f6e-8b21-8f619adb368d None None] Checking router: 8df35a06-a2bb-4be4-8e5e-1e35652dde01 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:21:36.372137 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2f5c3-f4ab-4f6e-8b21-8f619adb368d None None] Routers {'8df35a06-a2bb-4be4-8e5e-1e35652dde01'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:36.372754 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-64f2f5c3-f4ab-4f6e-8b21-8f619adb368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['8df35a06-a2bb-4be4-8e5e-1e35652dde01'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:36.385479 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Router e30f1c23-17c0-4473-9c0d-f672faf6c51d has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:21:36.435265 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438a264-93af-48cc-a4fd-1d31156352b8 req-7cbd1d5d-6e13-4e38-b6f1-dec4fafe1d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:36.436735 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8438a264-93af-48cc-a4fd-1d31156352b8 req-7cbd1d5d-6e13-4e38-b6f1-dec4fafe1d3f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 1129 time: 0.0832250 May 10 20:21:36.437482 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] Deleting port 3f08ad94-e122-4264-a3e3-1712dd1d892e {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:36.437873 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (3f08ad94-e122-4264-a3e3-1712dd1d892e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:36.486539 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-153d30a4-0812-4303-89a9-a71175462547 req-b402c963-e5ae-467e-8a67-1d9d1d86e2fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Allocated IP 172.20.0.10 (e95ad3ef-7b5f-4775-9b13-3ca347d35ec6/60a713fc-3628-49db-a510-f75848231cfa/063af925-b83e-40dd-8134-6b074fb2357d) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:21:36.486746 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-64f2f5c3-f4ab-4f6e-8b21-8f619adb368d None None] Set router 8df35a06-a2bb-4be4-8e5e-1e35652dde01 gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:36.563980 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-64f2f5c3-f4ab-4f6e-8b21-8f619adb368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'name': 'tempest-TestMinimumBasicScenario-1670863698-router', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:05Z', 'updated_at': '2022-05-10T20:21:36Z', 'revision_number': 6, 'project_id': '4b5708fb61854562988f5bc2dee5b34b', 'gw_port_host': None}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:36.613545 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:21:36.613767 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2f5c3-f4ab-4f6e-8b21-8f619adb368d None None] The sync data for ids ['8df35a06-a2bb-4be4-8e5e-1e35652dde01'] in dv-cinder-828805-2-iscsi is: [{'id': '8df35a06-a2bb-4be4-8e5e-1e35652dde01', 'name': 'tempest-TestMinimumBasicScenario-1670863698-router', 'tenant_id': '4b5708fb61854562988f5bc2dee5b34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:05Z', 'updated_at': '2022-05-10T20:21:36Z', 'revision_number': 6, 'project_id': '4b5708fb61854562988f5bc2dee5b34b', 'gw_port_host': None}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:21:36.628984 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9399f6-616e-4383-a582-796aa1f918f9 None None] Sync routers for ids ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:21:36.645895 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9399f6-616e-4383-a582-796aa1f918f9 None None] Routers {'e30f1c23-17c0-4473-9c0d-f672faf6c51d'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:36.646721 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-ee9399f6-616e-4383-a582-796aa1f918f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:36.771434 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] No DVR routers for this DVR port f3ad9929-2cb4-4711-9a32-8294a05717b6 on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:21:36.786543 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:36.789809 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f5b9031-fc63-41d1-8a0a-4d28f3d06e2a req-e92ebdaf-944e-4251-98ac-fbb30c62f14f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.83 "DELETE /v2.0/ports/f3ad9929-2cb4-4711-9a32-8294a05717b6 HTTP/1.1" status: 204 len: 173 time: 1.7860832 May 10 20:21:36.790306 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f6cc79-11c0-4244-ac21-ac182db7d7cc', 'name': 'network-vif-deleted', 'tag': 'f3ad9929-2cb4-4711-9a32-8294a05717b6'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:21:36.800329 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-ee9399f6-616e-4383-a582-796aa1f918f9 None None] Set router e30f1c23-17c0-4473-9c0d-f672faf6c51d gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:36.805651 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b480e377-f12a-46c0-a163-40129882273e" -d '{"events": [{"server_uuid": "25f6cc79-11c0-4244-ac21-ac182db7d7cc", "name": "network-vif-deleted", "tag": "f3ad9929-2cb4-4711-9a32-8294a05717b6"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:21:36.869580 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efbe74b-7111-4064-9b74-24023b934d5f x-openstack-request-id: req-7efbe74b-7111-4064-9b74-24023b934d5f {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:21:36.870053 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f6cc79-11c0-4244-ac21-ac182db7d7cc", "name": "network-vif-deleted", "tag": "f3ad9929-2cb4-4711-9a32-8294a05717b6", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:21:36.870529 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7efbe74b-7111-4064-9b74-24023b934d5f {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:21:36.871087 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7efbe74b-7111-4064-9b74-24023b934d5f'] response: {'server_uuid': '25f6cc79-11c0-4244-ac21-ac182db7d7cc', 'name': 'network-vif-deleted', 'tag': 'f3ad9929-2cb4-4711-9a32-8294a05717b6', 'status': 'completed', 'code': 200} May 10 20:21:36.911176 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-153d30a4-0812-4303-89a9-a71175462547 req-b402c963-e5ae-467e-8a67-1d9d1d86e2fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for port (063af925-b83e-40dd-8134-6b074fb2357d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:36.929567 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] For port 3f08ad94-e122-4264-a3e3-1712dd1d892e, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=3f08ad94-e122-4264-a3e3-1712dd1d892e,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:36.930060 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (3f08ad94-e122-4264-a3e3-1712dd1d892e), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:36.953432 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] Calling delete_port for 3f08ad94-e122-4264-a3e3-1712dd1d892e owned by network:router_gateway {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:36.955848 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438a264-93af-48cc-a4fd-1d31156352b8 req-cd257370-cc89-4d87-9ee4-3dc2235b8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:36.957461 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8438a264-93af-48cc-a4fd-1d31156352b8 req-cd257370-cc89-4d87-9ee4-3dc2235b8f8a service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 200 len: 919 time: 0.4763062 May 10 20:21:36.977810 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-153d30a4-0812-4303-89a9-a71175462547 req-b402c963-e5ae-467e-8a67-1d9d1d86e2fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (063af925-b83e-40dd-8134-6b074fb2357d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:37.007059 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153d30a4-0812-4303-89a9-a71175462547 req-b402c963-e5ae-467e-8a67-1d9d1d86e2fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:21:37.035488 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-153d30a4-0812-4303-89a9-a71175462547 req-b402c963-e5ae-467e-8a67-1d9d1d86e2fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:21:37.053738 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8438a264-93af-48cc-a4fd-1d31156352b8 req-e177729b-0398-47e4-b49c-11b67e725b65 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 HTTP/1.1" status: 200 len: 217 time: 0.0424290 May 10 20:21:37.077452 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-ee9399f6-616e-4383-a582-796aa1f918f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:58Z', 'revision_number': 5, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:37.116714 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-738ee12e-5c95-4932-83d8-e0ef077f37d7 req-69390426-c910-440e-b0f7-3ddfc0a7b895 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f6cc79-11c0-4244-ac21-ac182db7d7cc HTTP/1.1" status: 200 len: 210 time: 0.4319015 May 10 20:21:37.120258 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-153d30a4-0812-4303-89a9-a71175462547 req-b402c963-e5ae-467e-8a67-1d9d1d86e2fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:21:37.140163 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9399f6-616e-4383-a582-796aa1f918f9 None None] Checking router: e30f1c23-17c0-4473-9c0d-f672faf6c51d for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:21:37.155597 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9399f6-616e-4383-a582-796aa1f918f9 None None] Routers {'e30f1c23-17c0-4473-9c0d-f672faf6c51d'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:37.160798 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-ee9399f6-616e-4383-a582-796aa1f918f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:37.184228 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402c963-e5ae-467e-8a67-1d9d1d86e2fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event updated for resources: {'Port': ['ID=063af925-b83e-40dd-8134-6b074fb2357d,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:37.209548 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d30a4-0812-4303-89a9-a71175462547 req-b402c963-e5ae-467e-8a67-1d9d1d86e2fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:37.214470 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-153d30a4-0812-4303-89a9-a71175462547 req-b402c963-e5ae-467e-8a67-1d9d1d86e2fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:37.261003 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438a264-93af-48cc-a4fd-1d31156352b8 req-b91b6a29-2205-42fa-b606-32631a751e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:37.262734 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8438a264-93af-48cc-a4fd-1d31156352b8 req-b91b6a29-2205-42fa-b606-32631a751e5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 200 len: 857 time: 0.1990688 May 10 20:21:37.279424 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325694e-1c0c-4cde-a322-1954c7c38091 req-3d533f38-0e87-4e84-9b8e-265fcaf1494b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:37.281600 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9325694e-1c0c-4cde-a322-1954c7c38091 req-3d533f38-0e87-4e84-9b8e-265fcaf1494b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 932 time: 0.1277182 May 10 20:21:37.302213 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-b402c963-e5ae-467e-8a67-1d9d1d86e2fd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3211854 May 10 20:21:37.308246 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-ee9399f6-616e-4383-a582-796aa1f918f9 None None] Set router e30f1c23-17c0-4473-9c0d-f672faf6c51d gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:37.375448 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9325694e-1c0c-4cde-a322-1954c7c38091 req-f308813c-afb9-4159-8203-eb137ee5388f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805767 May 10 20:21:37.434824 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (3f08ad94-e122-4264-a3e3-1712dd1d892e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:37.461630 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f08ad94-e122-4264-a3e3-1712dd1d892e,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:37.496171 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Request body: {'port': {'device_id': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:37.570786 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514852'] for router_gateway (8df35a06-a2bb-4be4-8e5e-1e35652dde01), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:37.574533 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-910f1d8c-84b5-4080-9d9d-9a8991671d81 None None] Provisioning complete for port 063af925-b83e-40dd-8134-6b074fb2357d triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:21:37.574903 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-910f1d8c-84b5-4080-9d9d-9a8991671d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (063af925-b83e-40dd-8134-6b074fb2357d), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:37.636486 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-910f1d8c-84b5-4080-9d9d-9a8991671d81 None None] Port 063af925-b83e-40dd-8134-6b074fb2357d cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:21:37.655790 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438a264-93af-48cc-a4fd-1d31156352b8 req-b8962862-6658-47cf-b6f2-c4dfc1a27542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:37.657338 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8438a264-93af-48cc-a4fd-1d31156352b8 req-b8962862-6658-47cf-b6f2-c4dfc1a27542 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1658912 May 10 20:21:37.695111 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-ee9399f6-616e-4383-a582-796aa1f918f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:58Z', 'revision_number': 5, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:37.702736 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11273'] for router (8df35a06-a2bb-4be4-8e5e-1e35652dde01), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:37.706483 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] Publish callbacks [] for router_controller (8df35a06-a2bb-4be4-8e5e-1e35652dde01), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:37.750171 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9399f6-616e-4383-a582-796aa1f918f9 None None] The sync data for ids ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'] in dv-cinder-828805-2-iscsi is: [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:58Z', 'revision_number': 5, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:21:37.777657 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:37.843863 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8438a264-93af-48cc-a4fd-1d31156352b8 req-23957e85-dc41-4785-bfe3-c75a93a89166 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388154 May 10 20:21:37.891943 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (063af925-b83e-40dd-8134-6b074fb2357d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:37.906734 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-508659'] for router (8df35a06-a2bb-4be4-8e5e-1e35652dde01), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:37.907665 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8df35a06-a2bb-4be4-8e5e-1e35652dde01 {{(pid=104125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:21:37.912241 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:37.916454 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-0bf69338-62df-4f97-9545-caa711c5b025 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8df35a06-a2bb-4be4-8e5e-1e35652dde01 HTTP/1.1" status: 204 len: 168 time: 1.8852282 May 10 20:21:37.919950 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57296) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:37.988782 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea48af39-cb63-4454-8ff8-44c2d2d66f39 admin admin] Deleting subnet e4e7d838-be17-49f0-9c3f-113a21f04a3b {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:21:37.992980 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ea48af39-cb63-4454-8ff8-44c2d2d66f39 admin admin] Publish callbacks [] for subnet (e4e7d838-be17-49f0-9c3f-113a21f04a3b), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.069757 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ea48af39-cb63-4454-8ff8-44c2d2d66f39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6044669'] for subnet (e4e7d838-be17-49f0-9c3f-113a21f04a3b), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.077307 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8438a264-93af-48cc-a4fd-1d31156352b8 req-0e22bb6b-3e9d-4a59-b671-987f58b525a2 service neutron] 10.222.0.83 "GET /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267632 May 10 20:21:38.168552 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18224812-a72e-49dd-b558-41a21827042c None None] New status for floating IP e1ecb88f-fe0b-4c46-a508-37056c1012fa: DOWN {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:21:38.185784 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ea48af39-cb63-4454-8ff8-44c2d2d66f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (e4e7d838-be17-49f0-9c3f-113a21f04a3b), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.208256 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063af925-b83e-40dd-8134-6b074fb2357d {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:21:38.217184 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Publish callbacks [] for port (063af925-b83e-40dd-8134-6b074fb2357d), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.230055 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Transition to ACTIVE for port object 063af925-b83e-40dd-8134-6b074fb2357d will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:21:38.315443 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57302) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:38.338049 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (063af925-b83e-40dd-8134-6b074fb2357d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.343550 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ea48af39-cb63-4454-8ff8-44c2d2d66f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4836475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16386431'] for subnet (e4e7d838-be17-49f0-9c3f-113a21f04a3b), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.388883 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Pushing event updated for resources: {'Port': ['ID=063af925-b83e-40dd-8134-6b074fb2357d,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:38.397280 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ea48af39-cb63-4454-8ff8-44c2d2d66f39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.404744 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ea48af39-cb63-4454-8ff8-44c2d2d66f39 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e4e7d838-be17-49f0-9c3f-113a21f04a3b HTTP/1.1" status: 204 len: 168 time: 0.4818640 May 10 20:21:38.406519 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48af39-cb63-4454-8ff8-44c2d2d66f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e7d838-be17-49f0-9c3f-113a21f04a3b,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:38.408027 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeed61a-b230-4b0c-8e35-34ba7aecda3e None None] Network 1aff73ee-7ce4-45c7-ba11-83cffcab0f05 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:21:38.410106 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57306) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:38.536092 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-df03964c-307d-4c99-bfb8-d484e5f3282f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group (b080e234-5e8f-4a05-947d-dedec3b2bef5), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.572661 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce523a9-dbf7-4499-957f-bb9ceb29f95f req-3d2026f5-446f-4501-8652-cc7701c3a08c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:38.580401 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6ce523a9-dbf7-4499-957f-bb9ceb29f95f req-3d2026f5-446f-4501-8652-cc7701c3a08c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0694647 May 10 20:21:38.595888 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (1aff73ee-7ce4-45c7-ba11-83cffcab0f05), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.626594 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-df03964c-307d-4c99-bfb8-d484e5f3282f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group (b080e234-5e8f-4a05-947d-dedec3b2bef5), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.633889 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Attempting to bind port 063af925-b83e-40dd-8134-6b074fb2357d on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:21:38.634271 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Attempting to bind port 063af925-b83e-40dd-8134-6b074fb2357d by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:21:38.634600 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Attempting to bind port 063af925-b83e-40dd-8134-6b074fb2357d on network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:21:38.644808 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Port 063af925-b83e-40dd-8134-6b074fb2357d on network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:21:38.645131 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Attempting to bind port 063af925-b83e-40dd-8134-6b074fb2357d on network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:21:38.647783 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 3f08ad94-e122-4264-a3e3-1712dd1d892e no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:21:38.654353 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:21:38.656430 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Checking segment: {'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:21:38.656430 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Bound using segment: {'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:21:38.656430 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Bound port: 063af925-b83e-40dd-8134-6b074fb2357d, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7188839c-d2af-4528-b812-01c956d1fd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:21:38.656430 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (063af925-b83e-40dd-8134-6b074fb2357d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.685637 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: 3f08ad94-e122-4264-a3e3-1712dd1d892e {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:21:38.686494 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 3f08ad94-e122-4264-a3e3-1712dd1d892e not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:21:38.687196 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 51e38903-6554-4fb2-ad8f-373f6efd002a no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:21:38.696619 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6ce523a9-dbf7-4499-957f-bb9ceb29f95f req-7b0e3b30-fd88-4f2a-9cb4-b1a68056d358 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129732 May 10 20:21:38.713785 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Deleting port 2bf2cc4f-59bb-4342-abcf-64123e939198 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:38.716351 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.734448 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3960f13-1c33-4388-bde6-d1c479afa941 None None] DHCP port deletion for 1aff73ee-7ce4-45c7-ba11-83cffcab0f05 request from dv-cinder-828805-2-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:21:38.737045 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: 51e38903-6554-4fb2-ad8f-373f6efd002a {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:21:38.737388 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 51e38903-6554-4fb2-ad8f-373f6efd002a not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:21:38.787036 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] For port 063af925-b83e-40dd-8134-6b074fb2357d, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:21:38.796835 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] For port 063af925-b83e-40dd-8134-6b074fb2357d, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=063af925-b83e-40dd-8134-6b074fb2357d,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:21:38.802873 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f3960f13-1c33-4388-bde6-d1c479afa941 None None] Deleting port 2bf2cc4f-59bb-4342-abcf-64123e939198 {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:38.803276 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f3960f13-1c33-4388-bde6-d1c479afa941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.812790 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] For port 2bf2cc4f-59bb-4342-abcf-64123e939198, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=2bf2cc4f-59bb-4342-abcf-64123e939198,segment=NetworkSegment(b059872d-be0c-4350-84e1-cb4347ef25a3),segment_id=b059872d-be0c-4350-84e1-cb4347ef25a3)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:38.813382 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.827382 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Calling delete_port for 2bf2cc4f-59bb-4342-abcf-64123e939198 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:38.869988 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-df03964c-307d-4c99-bfb8-d484e5f3282f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (b080e234-5e8f-4a05-947d-dedec3b2bef5), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.872507 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-df03964c-307d-4c99-bfb8-d484e5f3282f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.873650 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-df03964c-307d-4c99-bfb8-d484e5f3282f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "DELETE /v2.0/security-groups/b080e234-5e8f-4a05-947d-dedec3b2bef5 HTTP/1.1" status: 204 len: 168 time: 0.5571973 May 10 20:21:38.874822 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f3960f13-1c33-4388-bde6-d1c479afa941 None None] For port 2bf2cc4f-59bb-4342-abcf-64123e939198, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=2bf2cc4f-59bb-4342-abcf-64123e939198,segment=NetworkSegment(b059872d-be0c-4350-84e1-cb4347ef25a3),segment_id=b059872d-be0c-4350-84e1-cb4347ef25a3)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:38.875224 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f3960f13-1c33-4388-bde6-d1c479afa941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.881043 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57310) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:38.887938 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03964c-307d-4c99-bfb8-d484e5f3282f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b080e234-5e8f-4a05-947d-dedec3b2bef5,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:38.889042 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f3960f13-1c33-4388-bde6-d1c479afa941 None None] Calling delete_port for 2bf2cc4f-59bb-4342-abcf-64123e939198 owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:38.896564 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-5998849e-c85f-4f79-9a24-58c3f35912d8 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] show failed (client error): The resource could not be found. May 10 20:21:38.897609 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5998849e-c85f-4f79-9a24-58c3f35912d8 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups/b080e234-5e8f-4a05-947d-dedec3b2bef5 HTTP/1.1" status: 404 len: 347 time: 0.0150893 May 10 20:21:38.899731 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (063af925-b83e-40dd-8134-6b074fb2357d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.905740 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57312) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:38.934943 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:38.935553 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:38.937043 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] 10.222.0.83 "PUT /v2.0/ports/063af925-b83e-40dd-8134-6b074fb2357d HTTP/1.1" status: 200 len: 1094 time: 1.4464128 May 10 20:21:38.937481 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'tag': '063af925-b83e-40dd-8134-6b074fb2357d'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:21:38.939722 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a708004-62a0-4124-b33d-8756d78fd9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b925038-2c3c-4a07-a98a-56c1df0786e5", "tag": "063af925-b83e-40dd-8134-6b074fb2357d"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:21:38.970046 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737b840-c02d-40d2-98b2-91993d547338 service neutron] Pushing event updated for resources: {'Port': ['ID=063af925-b83e-40dd-8134-6b074fb2357d,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:38.993644 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25593dfd-3f53-4ccf-9e3c-01abe6a1bcb6 x-openstack-request-id: req-25593dfd-3f53-4ccf-9e3c-01abe6a1bcb6 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:21:38.993922 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b925038-2c3c-4a07-a98a-56c1df0786e5", "tag": "063af925-b83e-40dd-8134-6b074fb2357d", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:21:38.994203 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25593dfd-3f53-4ccf-9e3c-01abe6a1bcb6 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:21:38.994615 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25593dfd-3f53-4ccf-9e3c-01abe6a1bcb6'] response: {'name': 'network-changed', 'server_uuid': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'tag': '063af925-b83e-40dd-8134-6b074fb2357d', 'status': 'completed', 'code': 200} May 10 20:21:39.074529 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ddf65-fbca-4f03-b258-3347a7a588b9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Deleting port b7c083c4-5eed-470e-80c0-f35e0dd5f21e {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:39.077743 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7b6ddf65-fbca-4f03-b258-3347a7a588b9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (b7c083c4-5eed-470e-80c0-f35e0dd5f21e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:39.094916 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a708004-62a0-4124-b33d-8756d78fd9b4 req-7a8ce4f0-620d-450a-9d6e-a7e50fc4e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:39.096492 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5a708004-62a0-4124-b33d-8756d78fd9b4 req-7a8ce4f0-620d-450a-9d6e-a7e50fc4e25f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 1128 time: 0.0463548 May 10 20:21:39.107120 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f3960f13-1c33-4388-bde6-d1c479afa941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:39.136158 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (2bf2cc4f-59bb-4342-abcf-64123e939198), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:39.140657 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3960f13-1c33-4388-bde6-d1c479afa941 None None] Pushing event deleted for resources: {'Port': ['ID=2bf2cc4f-59bb-4342-abcf-64123e939198,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:39.151401 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3960f13-1c33-4388-bde6-d1c479afa941 None None] No DVR routers for this DVR port 2bf2cc4f-59bb-4342-abcf-64123e939198 on host dv-cinder-828805-2-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:21:39.180465 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf2cc4f-59bb-4342-abcf-64123e939198,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:39.185242 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] No DVR routers for this DVR port 2bf2cc4f-59bb-4342-abcf-64123e939198 on host dv-cinder-828805-2-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:21:39.238629 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a708004-62a0-4124-b33d-8756d78fd9b4 req-bb6b6a85-5699-4c35-8378-a10e26227c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:39.240087 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5a708004-62a0-4124-b33d-8756d78fd9b4 req-bb6b6a85-5699-4c35-8378-a10e26227c13 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1344886 May 10 20:21:39.277356 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7b6ddf65-fbca-4f03-b258-3347a7a588b9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (b7c083c4-5eed-470e-80c0-f35e0dd5f21e), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:39.277680 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7b6ddf65-fbca-4f03-b258-3347a7a588b9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for floatingip (b7c083c4-5eed-470e-80c0-f35e0dd5f21e), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:39.289894 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (1aff73ee-7ce4-45c7-ba11-83cffcab0f05), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:39.299550 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ddf65-fbca-4f03-b258-3347a7a588b9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Calling delete_port for b7c083c4-5eed-470e-80c0-f35e0dd5f21e owned by network:floatingip {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:39.321336 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aff73ee-7ce4-45c7-ba11-83cffcab0f05']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:39.335007 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a708004-62a0-4124-b33d-8756d78fd9b4 req-ea58d96e-f9cd-403f-80aa-94797e7e9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:39.336519 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5a708004-62a0-4124-b33d-8756d78fd9b4 req-ea58d96e-f9cd-403f-80aa-94797e7e9542 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894191 May 10 20:21:39.359473 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b059872d-be0c-4350-84e1-cb4347ef25a3') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:39.359800 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b059872d-be0c-4350-84e1-cb4347ef25a3') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:39.375495 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6044422'] for segment (b059872d-be0c-4350-84e1-cb4347ef25a3), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:39.393438 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (b059872d-be0c-4350-84e1-cb4347ef25a3), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:39.407948 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:21:39.408334 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4836369'] for segment (b059872d-be0c-4350-84e1-cb4347ef25a3), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: Traceback (most recent call last): May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: timer() May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: cb(*args, **kw) May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: return func(*args, **kwargs) May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: self._notify() May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: self.callback(batched_events) May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: event.method(event) May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: return f(self, *a, **k) May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: return self._get(url).json() May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: return self.request(url, 'GET', **kwargs) May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:21:39.410047 dv-cinder-828805-2-iscsi neutron-server[104125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:21:39.424793 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d30a4-0812-4303-89a9-a71175462547 req-197fa04b-5ad9-47a5-9572-c0ee96532312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:39.426338 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-197fa04b-5ad9-47a5-9572-c0ee96532312 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 1128 time: 0.0482595 May 10 20:21:39.469341 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-6dca969d-8b52-47a8-993a-ecda2dbe3e5c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=063af925-b83e-40dd-8134-6b074fb2357d HTTP/1.1" status: 200 len: 217 time: 0.0349028 May 10 20:21:39.518449 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d30a4-0812-4303-89a9-a71175462547 req-9a17c2fe-0672-4470-81f5-5a04addcc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:39.519888 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-9a17c2fe-0672-4470-81f5-5a04addcc142 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=60a713fc-3628-49db-a510-f75848231cfa HTTP/1.1" status: 200 len: 856 time: 0.0446637 May 10 20:21:39.559856 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (1aff73ee-7ce4-45c7-ba11-83cffcab0f05), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:39.565532 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d30a4-0812-4303-89a9-a71175462547 req-ee677102-b7c8-44c0-8565-8c61d81bcd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:39.575171 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:39.575276 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-ee677102-b7c8-44c0-8565-8c61d81bcd1b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392139 May 10 20:21:39.575376 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] 10.222.0.65 "DELETE /v2.0/networks/1aff73ee-7ce4-45c7-ba11-83cffcab0f05 HTTP/1.1" status: 204 len: 168 time: 1.1576538 May 10 20:21:39.580227 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fb8fd-9da0-4205-ad52-673ce707ec9f admin admin] Pushing event deleted for resources: {'Network': ['ID=1aff73ee-7ce4-45c7-ba11-83cffcab0f05,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:39.623103 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7b6ddf65-fbca-4f03-b258-3347a7a588b9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (b7c083c4-5eed-470e-80c0-f35e0dd5f21e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:39.649471 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ddf65-fbca-4f03-b258-3347a7a588b9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event deleted for resources: {'Port': ['ID=b7c083c4-5eed-470e-80c0-f35e0dd5f21e,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:39.669890 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-4fea5c2e-5ae6-4c11-9cc6-734804753848 service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967064 May 10 20:21:39.717083 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7b6ddf65-fbca-4f03-b258-3347a7a588b9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for floatingip (e1ecb88f-fe0b-4c46-a508-37056c1012fa), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:39.719930 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7b6ddf65-fbca-4f03-b258-3347a7a588b9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:39.724267 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7b6ddf65-fbca-4f03-b258-3347a7a588b9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "DELETE /v2.0/floatingips/e1ecb88f-fe0b-4c46-a508-37056c1012fa HTTP/1.1" status: 204 len: 168 time: 0.8105149 May 10 20:21:39.792266 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-153d30a4-0812-4303-89a9-a71175462547 req-9f14ac27-cd1c-458d-a91f-6c2118e72f13 service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150904 May 10 20:21:39.826313 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4555225-f1e5-4201-830e-4b488f2ed5a8 req-c41c3762-21ed-41af-9c2b-9f850ced5695 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:39.828024 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4555225-f1e5-4201-830e-4b488f2ed5a8 req-c41c3762-21ed-41af-9c2b-9f850ced5695 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0594411 May 10 20:21:39.843812 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device f3ad9929-2cb4-4711-9a32-8294a05717b6 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:21:39.865497 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: f3ad9929-2cb4-4711-9a32-8294a05717b6 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:21:39.865861 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device f3ad9929-2cb4-4711-9a32-8294a05717b6 not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:21:39.876590 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4555225-f1e5-4201-830e-4b488f2ed5a8 req-aed411f6-686b-4d48-89b5-63ab449dd0a5 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429590 May 10 20:21:39.878772 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57322) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:39.883557 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-dc571efb-e85e-4464-86d0-bf99ee00fd78 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--445830035', 'description': 'tempest-description--50887305'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:39.953657 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57324) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:39.974468 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc571efb-e85e-4464-86d0-bf99ee00fd78 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.011060 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-789e3a7f-fe45-49e9-891f-2545bc7c3d51 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b135986dfe1f499a9655ac3faee4bbbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562181 May 10 20:21:40.013552 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57326) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:40.098591 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-743fa7e9-ca0d-4a41-b877-1e47f90f4318 admin admin] Publish callbacks [] for security_group (40f86128-6a4b-4b3f-ba35-da54ff679a00), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.107100 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc571efb-e85e-4464-86d0-bf99ee00fd78 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group (8e453e99-4cec-42f5-a0b8-096c8abb2271), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.126797 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-743fa7e9-ca0d-4a41-b877-1e47f90f4318 admin admin] Publish callbacks [] for security_group (40f86128-6a4b-4b3f-ba35-da54ff679a00), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.171522 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc571efb-e85e-4464-86d0-bf99ee00fd78 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (8e453e99-4cec-42f5-a0b8-096c8abb2271), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.204715 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc571efb-e85e-4464-86d0-bf99ee00fd78 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e453e99-4cec-42f5-a0b8-096c8abb2271,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:40.251629 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-743fa7e9-ca0d-4a41-b877-1e47f90f4318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (40f86128-6a4b-4b3f-ba35-da54ff679a00), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.254299 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-743fa7e9-ca0d-4a41-b877-1e47f90f4318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.255512 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-743fa7e9-ca0d-4a41-b877-1e47f90f4318 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40f86128-6a4b-4b3f-ba35-da54ff679a00 HTTP/1.1" status: 204 len: 168 time: 0.2409742 May 10 20:21:40.264527 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fa7e9-ca0d-4a41-b877-1e47f90f4318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f86128-6a4b-4b3f-ba35-da54ff679a00,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:40.269119 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc571efb-e85e-4464-86d0-bf99ee00fd78 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.273387 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57330) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:40.273925 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-dc571efb-e85e-4464-86d0-bf99ee00fd78 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3940227 May 10 20:21:40.278686 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-e5f93283-c414-457d-852d-425a625b84ad tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Request body: {'security_group_rule': {'security_group_id': '8e453e99-4cec-42f5-a0b8-096c8abb2271', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:40.372021 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5f93283-c414-457d-852d-425a625b84ad tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group_rule (bef58d21-1493-4d3f-8bbc-ac3e4f6b9919), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.427002 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5f93283-c414-457d-852d-425a625b84ad tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group_rule (bef58d21-1493-4d3f-8bbc-ac3e4f6b9919), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.480226 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5f93283-c414-457d-852d-425a625b84ad tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (bef58d21-1493-4d3f-8bbc-ac3e4f6b9919), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.498775 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f93283-c414-457d-852d-425a625b84ad tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef58d21-1493-4d3f-8bbc-ac3e4f6b9919,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:40.596773 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5f93283-c414-457d-852d-425a625b84ad tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.600458 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e5f93283-c414-457d-852d-425a625b84ad tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3228974 May 10 20:21:40.600614 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 2bf2cc4f-59bb-4342-abcf-64123e939198 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:21:40.600793 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57334) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:40.606803 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-62c84294-e40b-41f8-a17c-27a0d6753b3b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Request body: {'security_group_rule': {'security_group_id': '8e453e99-4cec-42f5-a0b8-096c8abb2271', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:40.620461 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: 2bf2cc4f-59bb-4342-abcf-64123e939198 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:21:40.620911 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 2bf2cc4f-59bb-4342-abcf-64123e939198 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:21:40.720148 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62c84294-e40b-41f8-a17c-27a0d6753b3b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group_rule (f33a13f3-f1f7-4495-a06d-bbdfd134e134), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.778482 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62c84294-e40b-41f8-a17c-27a0d6753b3b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group_rule (f33a13f3-f1f7-4495-a06d-bbdfd134e134), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.857020 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62c84294-e40b-41f8-a17c-27a0d6753b3b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (f33a13f3-f1f7-4495-a06d-bbdfd134e134), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.878619 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c84294-e40b-41f8-a17c-27a0d6753b3b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33a13f3-f1f7-4495-a06d-bbdfd134e134,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:40.964102 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57340) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:40.967845 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62c84294-e40b-41f8-a17c-27a0d6753b3b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:40.972039 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-62c84294-e40b-41f8-a17c-27a0d6753b3b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674226 May 10 20:21:40.972353 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57342) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:40.977457 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Request body: {'floatingip': {'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:41.008484 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-dc6acb66-da89-46e6-8c6e-6ceca3a6fc51 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b5708fb61854562988f5bc2dee5b34b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432320 May 10 20:21:41.010988 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57344) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:41.058210 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7480454b-98f1-43be-ac0b-e785bb17b12b admin admin] Publish callbacks [] for security_group (e2bceb0c-fe7c-418b-aa28-f494e034b333), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:41.074903 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:41.082155 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7480454b-98f1-43be-ac0b-e785bb17b12b admin admin] Publish callbacks [] for security_group (e2bceb0c-fe7c-418b-aa28-f494e034b333), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:41.156684 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:41.213938 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f7bbc-d565-4142-8a83-a0a29dcc6361 req-057dbfca-d035-4d64-98a7-f106a7b63c77 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:41.215552 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-005f7bbc-d565-4142-8a83-a0a29dcc6361 req-057dbfca-d035-4d64-98a7-f106a7b63c77 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.2623508 May 10 20:21:41.216637 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7480454b-98f1-43be-ac0b-e785bb17b12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (e2bceb0c-fe7c-418b-aa28-f494e034b333), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:41.219204 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7480454b-98f1-43be-ac0b-e785bb17b12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:41.220245 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7480454b-98f1-43be-ac0b-e785bb17b12b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2bceb0c-fe7c-418b-aa28-f494e034b333 HTTP/1.1" status: 204 len: 168 time: 0.2083776 May 10 20:21:41.244595 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480454b-98f1-43be-ac0b-e785bb17b12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bceb0c-fe7c-418b-aa28-f494e034b333,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:41.270849 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Allocated IP 172.27.1.26 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/eed90ac5-ba24-4738-a28c-577d6b7e61f0) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:21:41.311334 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-005f7bbc-d565-4142-8a83-a0a29dcc6361 req-31771401-fcb2-479b-81f9-a405f9a044af tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769331 May 10 20:21:41.375748 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for port (eed90ac5-ba24-4738-a28c-577d6b7e61f0), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:41.480780 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (eed90ac5-ba24-4738-a28c-577d6b7e61f0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:41.519067 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:21:41.522137 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:21:41.528717 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:21:41.534530 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event updated for resources: {'Port': ['ID=eed90ac5-ba24-4738-a28c-577d6b7e61f0,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:41.625279 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for floatingip (d452901b-ae01-4292-9723-b160d9c1a95b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:41.719316 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (eed90ac5-ba24-4738-a28c-577d6b7e61f0), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:41.860244 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 063af925-b83e-40dd-8134-6b074fb2357d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:21:41.890368 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for port (eed90ac5-ba24-4738-a28c-577d6b7e61f0), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:41.954448 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (eed90ac5-ba24-4738-a28c-577d6b7e61f0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:41.955933 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 063af925-b83e-40dd-8134-6b074fb2357d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=063af925-b83e-40dd-8134-6b074fb2357d,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:41.967965 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '063af925-b83e-40dd-8134-6b074fb2357d', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'port_id': '063af925-b83e-40dd-8134-6b074fb2357d', 'mac_address': 'fa:16:3e:c7:4e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:21:42.007493 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 063af925-b83e-40dd-8134-6b074fb2357d is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:21:42.007879 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (063af925-b83e-40dd-8134-6b074fb2357d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:42.021622 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event updated for resources: {'Port': ['ID=eed90ac5-ba24-4738-a28c-577d6b7e61f0,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:42.023052 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063af925-b83e-40dd-8134-6b074fb2357d {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:21:42.034594 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (d452901b-ae01-4292-9723-b160d9c1a95b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:42.042890 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 063af925-b83e-40dd-8134-6b074fb2357d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=063af925-b83e-40dd-8134-6b074fb2357d,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:42.102876 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (063af925-b83e-40dd-8134-6b074fb2357d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:42.116179 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:42.117440 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e493475f-63f9-4cbd-90b5-5eab267fc362 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1440513 May 10 20:21:42.151926 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=063af925-b83e-40dd-8134-6b074fb2357d,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:42.313927 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-a8a979d4-2181-4d8b-acdb-a476c3d59f8a tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--445830035&fields=id&tenant_id=821dc2c3061041a3ab6ee939c306a7ea HTTP/1.1" status: 200 len: 267 time: 0.0453880 May 10 20:21:42.372725 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['063af925-b83e-40dd-8134-6b074fb2357d'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:21:42.413306 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b61c9e-a9a6-45b6-a91b-3ff2bf1025d9 req-712ec6b4-73b5-4b63-91e8-5159a040abcb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:42.414768 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-19b61c9e-a9a6-45b6-a91b-3ff2bf1025d9 req-712ec6b4-73b5-4b63-91e8-5159a040abcb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 945 time: 0.0534503 May 10 20:21:42.424599 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03170963-b065-4283-8fbf-72a40782c1e5 req-2ee401a2-569d-4a3c-bf8e-076bac89eb91 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:42.426337 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-2ee401a2-569d-4a3c-bf8e-076bac89eb91 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/networks?id=2b00b815-407a-4d47-9742-67b948c39d25 HTTP/1.1" status: 200 len: 810 time: 0.1059933 May 10 20:21:42.446767 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-e4e049c3-7dda-4122-92d1-8129e8102bf0 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/quotas/821dc2c3061041a3ab6ee939c306a7ea HTTP/1.1" status: 200 len: 375 time: 0.0108011 May 10 20:21:42.466116 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-19b61c9e-a9a6-45b6-a91b-3ff2bf1025d9 req-de95a06c-80d4-42d8-95ca-3279296edf0c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449281 May 10 20:21:42.500512 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-136f7e3e-4e85-4375-a243-a1196fbc1b69 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=821dc2c3061041a3ab6ee939c306a7ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468035 May 10 20:21:42.600231 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-58bfabd2-cf9e-4699-853e-45ad7a8f712e service neutron] 10.222.0.65 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876396 May 10 20:21:42.687642 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-9b2dded8-d4f5-474b-a83f-3a0ee3b4d137 service neutron] 10.222.0.65 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815368 May 10 20:21:42.902945 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b8ce7800-d77e-41e9-9929-d6c0ad954769 req-7409f943-1b90-4683-9646-3344c02239aa tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 210 time: 0.0277894 May 10 20:21:43.588895 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5ca8-5a84-479d-b8bd-4b584c94669f req-1a36326d-8203-4c17-9f68-d0e0350cc97c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:43.590394 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d0e5ca8-5a84-479d-b8bd-4b584c94669f req-1a36326d-8203-4c17-9f68-d0e0350cc97c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 945 time: 0.0522068 May 10 20:21:43.636903 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d0e5ca8-5a84-479d-b8bd-4b584c94669f req-cfe78fb3-83f5-4ffe-aca0-6396f1bdddd9 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409367 May 10 20:21:43.865610 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 063af925-b83e-40dd-8134-6b074fb2357d up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:21:43.913075 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port 063af925-b83e-40dd-8134-6b074fb2357d completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:21:43.983429 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 063af925-b83e-40dd-8134-6b074fb2357d triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:21:43.983800 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (063af925-b83e-40dd-8134-6b074fb2357d), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:43.996386 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-67c7cbfb-7c0b-4341-a7ab-c41894ed5f38 req-87b26460-875b-4c23-9c6e-effad1aec60c tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 210 time: 0.0276155 May 10 20:21:44.062589 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 063af925-b83e-40dd-8134-6b074fb2357d is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:21:44.062969 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (063af925-b83e-40dd-8134-6b074fb2357d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:44.089353 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063af925-b83e-40dd-8134-6b074fb2357d'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:21:44.091710 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36320e81-9750-470a-94c6-0702f0ec8e46" -d '{"events": [{"server_uuid": "8b925038-2c3c-4a07-a98a-56c1df0786e5", "name": "network-vif-plugged", "status": "completed", "tag": "063af925-b83e-40dd-8134-6b074fb2357d"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:21:44.106131 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 063af925-b83e-40dd-8134-6b074fb2357d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=063af925-b83e-40dd-8134-6b074fb2357d,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:44.136294 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3df9aa-bcc1-4b81-90ba-af3a8aa9fcd6 x-openstack-request-id: req-8a3df9aa-bcc1-4b81-90ba-af3a8aa9fcd6 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:21:44.136603 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b925038-2c3c-4a07-a98a-56c1df0786e5", "name": "network-vif-plugged", "status": "completed", "tag": "063af925-b83e-40dd-8134-6b074fb2357d", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:21:44.136861 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a3df9aa-bcc1-4b81-90ba-af3a8aa9fcd6 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:21:44.137326 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3df9aa-bcc1-4b81-90ba-af3a8aa9fcd6'] response: {'server_uuid': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063af925-b83e-40dd-8134-6b074fb2357d', 'code': 200} May 10 20:21:44.194315 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (063af925-b83e-40dd-8134-6b074fb2357d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:44.242515 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=063af925-b83e-40dd-8134-6b074fb2357d,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:44.446901 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa732b5b-cb54-418c-bbd8-8d9e9928cf71 req-bf66f677-16b0-46f4-8d09-f098f96b5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:44.448392 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa732b5b-cb54-418c-bbd8-8d9e9928cf71 req-bf66f677-16b0-46f4-8d09-f098f96b5986 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 1130 time: 0.0397708 May 10 20:21:44.492050 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa732b5b-cb54-418c-bbd8-8d9e9928cf71 req-a0c71942-7746-4cae-9a4a-3521eb47627a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376217 May 10 20:21:44.756081 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14205c-48a7-4e70-a8ab-db0fdd7be447 req-6d858883-0605-4393-b35c-f9e194bd8f0e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:44.757544 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c14205c-48a7-4e70-a8ab-db0fdd7be447 req-6d858883-0605-4393-b35c-f9e194bd8f0e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0472889 May 10 20:21:44.808497 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c14205c-48a7-4e70-a8ab-db0fdd7be447 req-068d9410-898e-46ed-b551-e6b0948bdff6 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449257 May 10 20:21:45.097325 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e78aa4ac-1f2e-416f-b778-09fc081785de req-d334575d-6fb5-47d8-b076-6e19884e3eeb tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 210 time: 0.0317004 May 10 20:21:45.898704 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03170963-b065-4283-8fbf-72a40782c1e5 req-e803f302-0765-49ac-af3b-fb107b6418ea tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:45.900152 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-e803f302-0765-49ac-af3b-fb107b6418ea tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.83 "GET /v2.0/networks?id=2b00b815-407a-4d47-9742-67b948c39d25 HTTP/1.1" status: 200 len: 810 time: 0.1115222 May 10 20:21:45.934004 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db93b58-4164-4ae3-bd52-91b24e1eccc7 req-9f50acce-9d9e-4720-b094-0989f8b8b93b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:45.935513 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1db93b58-4164-4ae3-bd52-91b24e1eccc7 req-9f50acce-9d9e-4720-b094-0989f8b8b93b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0546191 May 10 20:21:45.982928 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1db93b58-4164-4ae3-bd52-91b24e1eccc7 req-adea54d1-0488-4dd2-9062-05baee4af7c2 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419066 May 10 20:21:46.195125 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c3722d33-7e2e-464b-b70f-72d1b11e8b92 req-0758c0fd-89f6-4a58-9867-fd838d4694b9 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 210 time: 0.0270300 May 10 20:21:46.254364 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-50ffee61-9830-4eab-a19a-4dd0043b3d82 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821dc2c3061041a3ab6ee939c306a7ea HTTP/1.1" status: 200 len: 379 time: 0.0602090 May 10 20:21:46.299106 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-03170963-b065-4283-8fbf-72a40782c1e5 req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Request body: {'port': {'device_id': '6eee18d5-fa67-4cab-b9ce-a94bf66579fb', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'admin_state_up': True, 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'security_groups': ['8e453e99-4cec-42f5-a0b8-096c8abb2271']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:46.446001 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03170963-b065-4283-8fbf-72a40782c1e5 req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Made reservation on behalf of 821dc2c3061041a3ab6ee939c306a7ea for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:21:46.449994 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-03170963-b065-4283-8fbf-72a40782c1e5 req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:46.579782 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-03170963-b065-4283-8fbf-72a40782c1e5 req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Allocated IP 172.20.0.6 (2b00b815-407a-4d47-9742-67b948c39d25/78ce874d-9077-4778-aeb7-86f2c6f9fd78/1ffedcb9-4d80-458b-b618-d76c58afd63f) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:21:46.725007 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-03170963-b065-4283-8fbf-72a40782c1e5 req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:46.817739 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-03170963-b065-4283-8fbf-72a40782c1e5 req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:46.858414 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03170963-b065-4283-8fbf-72a40782c1e5 req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Network 2b00b815-407a-4d47-9742-67b948c39d25 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:21:46.861428 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-03170963-b065-4283-8fbf-72a40782c1e5 req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:21:46.865439 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-03170963-b065-4283-8fbf-72a40782c1e5 req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:21:46.896171 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event updated for resources: {'Port': ['ID=1ffedcb9-4d80-458b-b618-d76c58afd63f,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:46.911072 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.912195 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.912195 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.912195 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.912533 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.912769 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.913094 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.913537 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.913735 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.914054 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.914397 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.914726 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.915066 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.915378 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.915692 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:21:46.935068 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03170963-b065-4283-8fbf-72a40782c1e5 req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:46.935813 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-03170963-b065-4283-8fbf-72a40782c1e5 req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:47.004285 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-ed330006-3979-4d4a-993c-aeeab2f79300 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7093940 May 10 20:21:47.017355 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Request body: {'port': {'device_id': '6eee18d5-fa67-4cab-b9ce-a94bf66579fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:47.087244 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:47.098987 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-a7457724-bc5b-4f3b-96a8-eb0268b07041 None None] Provisioning complete for port 1ffedcb9-4d80-458b-b618-d76c58afd63f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:21:47.100603 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a7457724-bc5b-4f3b-96a8-eb0268b07041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:47.112867 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8d4f8-df0e-4c11-b784-939ad488fc78 req-a8531267-f2d3-465c-917f-73de6e132427 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:47.114525 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fae8d4f8-df0e-4c11-b784-939ad488fc78 req-a8531267-f2d3-465c-917f-73de6e132427 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0522170 May 10 20:21:47.148305 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-a7457724-bc5b-4f3b-96a8-eb0268b07041 None None] Port 1ffedcb9-4d80-458b-b618-d76c58afd63f cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:21:47.170725 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fae8d4f8-df0e-4c11-b784-939ad488fc78 req-ee7d7e72-390e-47eb-9095-a461b4f5b3f1 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498273 May 10 20:21:47.314484 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5b1ee-e480-4aeb-9923-b00ddf96af1d req-8a537185-83e8-4016-9938-7264233008c0 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:47.317616 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-eac5b1ee-e480-4aeb-9923-b00ddf96af1d req-8a537185-83e8-4016-9938-7264233008c0 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0609355 May 10 20:21:47.326910 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57424) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:47.332162 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-72efdd52-2175-41b0-8ef3-aaec6591feeb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Request body: {'floatingip': {'port_id': '063af925-b83e-40dd-8134-6b074fb2357d'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:21:47.370314 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b405577-f8ee-4571-ad43-78b3fd9fc5e4 req-58eab8b5-5732-4b22-a21a-fe5b8c1e2291 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:47.371863 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b405577-f8ee-4571-ad43-78b3fd9fc5e4 req-58eab8b5-5732-4b22-a21a-fe5b8c1e2291 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 931 time: 0.0720696 May 10 20:21:47.377146 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-72efdd52-2175-41b0-8ef3-aaec6591feeb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for floatingip (5a65fb3f-a4d5-4d62-b69e-d6ff650451fc), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:47.457310 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffedcb9-4d80-458b-b618-d76c58afd63f {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:21:47.467521 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Publish callbacks [] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:47.472556 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b405577-f8ee-4571-ad43-78b3fd9fc5e4 req-7b4d5123-c433-420e-b4f4-41df3eacc86a tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932217 May 10 20:21:47.484459 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Transition to ACTIVE for port object 1ffedcb9-4d80-458b-b618-d76c58afd63f will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:21:47.589003 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:47.653580 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Pushing event updated for resources: {'Port': ['ID=1ffedcb9-4d80-458b-b618-d76c58afd63f,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:47.754531 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Attempting to bind port 1ffedcb9-4d80-458b-b618-d76c58afd63f on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:21:47.754906 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Attempting to bind port 1ffedcb9-4d80-458b-b618-d76c58afd63f by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:21:47.755230 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Attempting to bind port 1ffedcb9-4d80-458b-b618-d76c58afd63f on network 2b00b815-407a-4d47-9742-67b948c39d25 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:21:47.761016 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Port 1ffedcb9-4d80-458b-b618-d76c58afd63f on network 2b00b815-407a-4d47-9742-67b948c39d25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:21:47.761016 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Attempting to bind port 1ffedcb9-4d80-458b-b618-d76c58afd63f on network 2b00b815-407a-4d47-9742-67b948c39d25 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:21:47.783968 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:21:47.784302 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Checking segment: {'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:21:47.784677 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Bound using segment: {'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:21:47.785181 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Bound port: 1ffedcb9-4d80-458b-b618-d76c58afd63f, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffd8567-d5a5-4ab5-9d3f-26804788a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:21:47.785528 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:47.852199 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359152b-fe7b-42be-a680-16c3e19a2026 req-1ad210c6-cd17-4145-a3ae-abe04abb5cf2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:47.854189 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4359152b-fe7b-42be-a680-16c3e19a2026 req-1ad210c6-cd17-4145-a3ae-abe04abb5cf2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0817473 May 10 20:21:47.879152 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-72efdd52-2175-41b0-8ef3-aaec6591feeb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:47.909135 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] For port 1ffedcb9-4d80-458b-b618-d76c58afd63f, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:21:47.913676 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] For port 1ffedcb9-4d80-458b-b618-d76c58afd63f, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1ffedcb9-4d80-458b-b618-d76c58afd63f,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:21:47.930858 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4359152b-fe7b-42be-a680-16c3e19a2026 req-2aa504a3-eb88-4142-85e6-5dc4e4295955 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688484 May 10 20:21:47.937505 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-72efdd52-2175-41b0-8ef3-aaec6591feeb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (5a65fb3f-a4d5-4d62-b69e-d6ff650451fc), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:47.995447 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:48.030379 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:48.030991 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:48.032412 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] 10.222.0.83 "PUT /v2.0/ports/1ffedcb9-4d80-458b-b618-d76c58afd63f HTTP/1.1" status: 200 len: 1093 time: 1.0197682 May 10 20:21:48.032861 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eee18d5-fa67-4cab-b9ce-a94bf66579fb', 'tag': '1ffedcb9-4d80-458b-b618-d76c58afd63f'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:21:48.035782 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a98567-9d99-42ff-ae11-aedaad689d28" -d '{"events": [{"name": "network-changed", "server_uuid": "6eee18d5-fa67-4cab-b9ce-a94bf66579fb", "tag": "1ffedcb9-4d80-458b-b618-d76c58afd63f"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:21:48.061765 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6eb12-f938-4e84-8d8e-9e1bc02b20db service neutron] Pushing event updated for resources: {'Port': ['ID=1ffedcb9-4d80-458b-b618-d76c58afd63f,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:48.082071 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9bd744-f60d-4294-bb16-1b82f8526d51 x-openstack-request-id: req-1e9bd744-f60d-4294-bb16-1b82f8526d51 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:21:48.082394 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eee18d5-fa67-4cab-b9ce-a94bf66579fb", "tag": "1ffedcb9-4d80-458b-b618-d76c58afd63f", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:21:48.082648 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e9bd744-f60d-4294-bb16-1b82f8526d51 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:21:48.083149 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e9bd744-f60d-4294-bb16-1b82f8526d51'] response: {'name': 'network-changed', 'server_uuid': '6eee18d5-fa67-4cab-b9ce-a94bf66579fb', 'tag': '1ffedcb9-4d80-458b-b618-d76c58afd63f', 'status': 'completed', 'code': 200} May 10 20:21:48.299194 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.l3_db [None req-72efdd52-2175-41b0-8ef3-aaec6591feeb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Floating IP 5a65fb3f-a4d5-4d62-b69e-d6ff650451fc associated. External IP: 172.27.1.160, port: 063af925-b83e-40dd-8134-6b074fb2357d. May 10 20:21:48.512032 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72efdd52-2175-41b0-8ef3-aaec6591feeb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Router 1f82cb1e-dfe4-4594-86da-b9b8b124344e has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:21:48.588544 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0abe71-7233-4873-abfa-77a698595a01 req-826e4b92-8d17-401b-a989-b925f25527ae tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:48.590033 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc0abe71-7233-4873-abfa-77a698595a01 req-826e4b92-8d17-401b-a989-b925f25527ae tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 943 time: 0.0482860 May 10 20:21:48.624517 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72efdd52-2175-41b0-8ef3-aaec6591feeb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:21:48.629376 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-72efdd52-2175-41b0-8ef3-aaec6591feeb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:48.639899 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea050547-5f69-4e01-b1e9-f1515e4bc042 None None] Sync routers for ids ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:21:48.642878 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc0abe71-7233-4873-abfa-77a698595a01 req-4c2cbc45-86f5-44dc-adb0-c79541412a6c tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472343 May 10 20:21:48.649423 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea050547-5f69-4e01-b1e9-f1515e4bc042 None None] Routers {'1f82cb1e-dfe4-4594-86da-b9b8b124344e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:48.650062 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-ea050547-5f69-4e01-b1e9-f1515e4bc042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:48.671119 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-72efdd52-2175-41b0-8ef3-aaec6591feeb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "PUT /v2.0/floatingips/5a65fb3f-a4d5-4d62-b69e-d6ff650451fc HTTP/1.1" status: 200 len: 992 time: 1.3326497 May 10 20:21:48.671119 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'tag': '063af925-b83e-40dd-8134-6b074fb2357d'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:21:48.671119 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661cc3858028ae1520624e739be1c3cca928fbecdbb6913d5130726f0a1760d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6787075-8af9-40e8-bbaf-9df4704fa12b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b925038-2c3c-4a07-a98a-56c1df0786e5", "tag": "063af925-b83e-40dd-8134-6b074fb2357d"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:21:48.700204 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda6b3be-f089-4a6f-a491-5a7495cc67a0 x-openstack-request-id: req-eda6b3be-f089-4a6f-a491-5a7495cc67a0 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:21:48.700513 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b925038-2c3c-4a07-a98a-56c1df0786e5", "tag": "063af925-b83e-40dd-8134-6b074fb2357d", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:21:48.700769 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eda6b3be-f089-4a6f-a491-5a7495cc67a0 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:21:48.701173 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda6b3be-f089-4a6f-a491-5a7495cc67a0'] response: {'name': 'network-changed', 'server_uuid': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'tag': '063af925-b83e-40dd-8134-6b074fb2357d', 'status': 'completed', 'code': 200} May 10 20:21:48.761658 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-ea050547-5f69-4e01-b1e9-f1515e4bc042 None None] Set router 1f82cb1e-dfe4-4594-86da-b9b8b124344e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:49.017702 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-ea050547-5f69-4e01-b1e9-f1515e4bc042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '5a65fb3f-a4d5-4d62-b69e-d6ff650451fc', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'port_id': '063af925-b83e-40dd-8134-6b074fb2357d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'mac_address': 'fa:16:3e:c7:4e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:21:31Z', 'updated_at': '2022-05-10T20:21:47Z', 'revision_number': 1, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:17:02Z', 'revision_number': 5, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:49.044122 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7fe57-5f2f-46a8-9c98-cf428bdb03cb req-1953cf52-3886-4f06-931e-e65cc460ddec tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:49.044980 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea050547-5f69-4e01-b1e9-f1515e4bc042 None None] Checking router: 1f82cb1e-dfe4-4594-86da-b9b8b124344e for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:21:49.045594 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78e7fe57-5f2f-46a8-9c98-cf428bdb03cb req-1953cf52-3886-4f06-931e-e65cc460ddec tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0473654 May 10 20:21:49.053373 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea050547-5f69-4e01-b1e9-f1515e4bc042 None None] Routers {'1f82cb1e-dfe4-4594-86da-b9b8b124344e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:49.054009 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-ea050547-5f69-4e01-b1e9-f1515e4bc042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:49.092711 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78e7fe57-5f2f-46a8-9c98-cf428bdb03cb req-401f5c60-1ea8-4914-9aa7-ffdaae32a245 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409930 May 10 20:21:49.283870 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-ea050547-5f69-4e01-b1e9-f1515e4bc042 None None] Set router 1f82cb1e-dfe4-4594-86da-b9b8b124344e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:49.492424 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-ea050547-5f69-4e01-b1e9-f1515e4bc042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '5a65fb3f-a4d5-4d62-b69e-d6ff650451fc', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'port_id': '063af925-b83e-40dd-8134-6b074fb2357d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'mac_address': 'fa:16:3e:c7:4e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:21:31Z', 'updated_at': '2022-05-10T20:21:47Z', 'revision_number': 1, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:17:02Z', 'revision_number': 5, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:49.522383 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea050547-5f69-4e01-b1e9-f1515e4bc042 None None] The sync data for ids ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'] in dv-cinder-828805-2-iscsi is: [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '5a65fb3f-a4d5-4d62-b69e-d6ff650451fc', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'port_id': '063af925-b83e-40dd-8134-6b074fb2357d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'mac_address': 'fa:16:3e:c7:4e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:21:31Z', 'updated_at': '2022-05-10T20:21:47Z', 'revision_number': 1, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:17:02Z', 'revision_number': 5, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:21:49.710160 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ace492c-c257-40ab-bc58-b4dfdc2be43b None None] New status for floating IP 5a65fb3f-a4d5-4d62-b69e-d6ff650451fc: ACTIVE {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:21:49.760993 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a960db-34f8-406f-afcb-3d0784717b41 req-911cd162-0165-47de-ad12-c6021dea9cfd tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:49.762505 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8a960db-34f8-406f-afcb-3d0784717b41 req-911cd162-0165-47de-ad12-c6021dea9cfd tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 943 time: 0.0472012 May 10 20:21:49.812281 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8a960db-34f8-406f-afcb-3d0784717b41 req-73e2ea57-2fbc-4bf0-a302-38962bb8f79b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440135 May 10 20:21:50.024518 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:21:50.205895 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffc70e-502c-4685-8f4e-90d8521b7c46 req-b767c856-14b7-43e0-887b-9dbedd7ea8c4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:50.207386 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1bffc70e-502c-4685-8f4e-90d8521b7c46 req-b767c856-14b7-43e0-887b-9dbedd7ea8c4 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0468512 May 10 20:21:50.252566 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1bffc70e-502c-4685-8f4e-90d8521b7c46 req-2afc31b6-ad0d-4df7-8a88-6da4b96b4c5a tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398016 May 10 20:21:50.587763 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a98567-9d99-42ff-ae11-aedaad689d28 req-db2f72cd-36b7-48e6-b1fa-dd7e363ad791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:50.589273 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45a98567-9d99-42ff-ae11-aedaad689d28 req-db2f72cd-36b7-48e6-b1fa-dd7e363ad791 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=821dc2c3061041a3ab6ee939c306a7ea&device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 1127 time: 0.0428803 May 10 20:21:50.591483 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6787075-8af9-40e8-bbaf-9df4704fa12b req-3c8c6418-e02e-4874-96ac-13eb495dd7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:50.592952 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a6787075-8af9-40e8-bbaf-9df4704fa12b req-3c8c6418-e02e-4874-96ac-13eb495dd7d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 1130 time: 0.0393636 May 10 20:21:50.695037 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6787075-8af9-40e8-bbaf-9df4704fa12b req-1b1ac78f-7433-4fe4-8b8a-ac6aab48d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:50.696540 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a6787075-8af9-40e8-bbaf-9df4704fa12b req-1b1ac78f-7433-4fe4-8b8a-ac6aab48d571 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 HTTP/1.1" status: 200 len: 918 time: 0.0922513 May 10 20:21:50.697251 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a98567-9d99-42ff-ae11-aedaad689d28 req-7a681f83-7b9c-4fdb-b2f6-d24ac42cb25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:50.699070 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45a98567-9d99-42ff-ae11-aedaad689d28 req-7a681f83-7b9c-4fdb-b2f6-d24ac42cb25d service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=821dc2c3061041a3ab6ee939c306a7ea&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0952866 May 10 20:21:50.709236 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f5276657-441d-4a42-9ad8-ce501037102d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:50.910066 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a98567-9d99-42ff-ae11-aedaad689d28 req-266a02c3-852d-4226-8626-df100b437ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:50.911556 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45a98567-9d99-42ff-ae11-aedaad689d28 req-266a02c3-852d-4226-8626-df100b437ce7 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966103 May 10 20:21:50.940016 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a6787075-8af9-40e8-bbaf-9df4704fa12b req-eb4d4390-10c0-4b34-abb0-979e1fdfcfd3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=063af925-b83e-40dd-8134-6b074fb2357d HTTP/1.1" status: 200 len: 1002 time: 0.1246817 May 10 20:21:50.956676 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa2d2b-85df-4678-baf9-bdf877a9b078 req-8f6adb3b-510b-4e17-91b1-17d390450f79 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:50.958876 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c9fa2d2b-85df-4678-baf9-bdf877a9b078 req-8f6adb3b-510b-4e17-91b1-17d390450f79 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 943 time: 0.0734179 May 10 20:21:51.028889 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6787075-8af9-40e8-bbaf-9df4704fa12b req-6e8a05fd-8fb4-43de-ace4-fbc20ad8ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:51.030379 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a6787075-8af9-40e8-bbaf-9df4704fa12b req-6e8a05fd-8fb4-43de-ace4-fbc20ad8ee48 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=60a713fc-3628-49db-a510-f75848231cfa HTTP/1.1" status: 200 len: 856 time: 0.0706370 May 10 20:21:51.031364 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979af2a-bbdd-4a95-8859-aecece931040 req-4358c791-20f1-498b-8670-c44c5867d0c9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:51.032805 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e979af2a-bbdd-4a95-8859-aecece931040 req-4358c791-20f1-498b-8670-c44c5867d0c9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.83 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0736680 May 10 20:21:51.038375 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03170963-b065-4283-8fbf-72a40782c1e5 req-adc64575-f141-4347-9631-42bd6fa68d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:51.039810 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-adc64575-f141-4347-9631-42bd6fa68d22 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=821dc2c3061041a3ab6ee939c306a7ea&device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 1127 time: 0.0523677 May 10 20:21:51.041536 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c9fa2d2b-85df-4678-baf9-bdf877a9b078 req-b5c869d5-cfa0-4183-aed8-4edd7ccaee7d tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719228 May 10 20:21:51.085441 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6787075-8af9-40e8-bbaf-9df4704fa12b req-05a95886-8fff-498d-b0fb-4dee40c066b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:51.087030 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a6787075-8af9-40e8-bbaf-9df4704fa12b req-05a95886-8fff-498d-b0fb-4dee40c066b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446236 May 10 20:21:51.101302 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-40fec0c3-1439-4f98-9391-eca379c54055 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ffedcb9-4d80-458b-b618-d76c58afd63f HTTP/1.1" status: 200 len: 217 time: 0.0532525 May 10 20:21:51.177474 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a6787075-8af9-40e8-bbaf-9df4704fa12b req-47a8eb6e-cedb-48eb-8234-6fcc36a68017 service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836296 May 10 20:21:51.190415 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03170963-b065-4283-8fbf-72a40782c1e5 req-824d9eb0-ad01-4829-82d0-0681e8a4f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:51.191444 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-824d9eb0-ad01-4829-82d0-0681e8a4f9d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78ce874d-9077-4778-aeb7-86f2c6f9fd78 HTTP/1.1" status: 200 len: 849 time: 0.0845501 May 10 20:21:51.194569 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-e979af2a-bbdd-4a95-8859-aecece931040 req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Deleting port 6ce065a5-1fd8-4282-bd44-02c414d92466 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:51.194903 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e979af2a-bbdd-4a95-8859-aecece931040 req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:51.270363 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a6787075-8af9-40e8-bbaf-9df4704fa12b req-84a770c3-b4e0-4d2b-98fd-543d1ab538e4 service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872946 May 10 20:21:51.279060 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03170963-b065-4283-8fbf-72a40782c1e5 req-50f3efd0-92ab-4bb8-9868-43dc857e62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:51.280788 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-50f3efd0-92ab-4bb8-9868-43dc857e62e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2b00b815-407a-4d47-9742-67b948c39d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824511 May 10 20:21:51.391782 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-e979af2a-bbdd-4a95-8859-aecece931040 req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] For port 6ce065a5-1fd8-4282-bd44-02c414d92466, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6ce065a5-1fd8-4282-bd44-02c414d92466,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:51.392136 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e979af2a-bbdd-4a95-8859-aecece931040 req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:51.430542 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13696ee3-7d12-4890-91f7-6a446ad7e171 req-9997d0dd-392d-46a2-989a-2982c0c746a9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:51.432619 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-13696ee3-7d12-4890-91f7-6a446ad7e171 req-9997d0dd-392d-46a2-989a-2982c0c746a9 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 946 time: 0.0915298 May 10 20:21:51.497399 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-4579fd01-fcd5-4650-b4f5-08afae61feed service neutron] 10.222.0.83 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089047 May 10 20:21:51.613734 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-13696ee3-7d12-4890-91f7-6a446ad7e171 req-65df3eb7-c326-4159-9d51-90682a419500 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495659 May 10 20:21:51.692367 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03170963-b065-4283-8fbf-72a40782c1e5 req-3d74a2eb-ac50-401e-b042-c5ec3ec0a16c service neutron] 10.222.0.83 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889050 May 10 20:21:51.767480 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e979af2a-bbdd-4a95-8859-aecece931040 req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:51.767864 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e979af2a-bbdd-4a95-8859-aecece931040 req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (57c8efa1-b2e4-4715-8486-025dee1fa43d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:51.768172 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-e979af2a-bbdd-4a95-8859-aecece931040 req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Floating IP 57c8efa1-b2e4-4715-8486-025dee1fa43d disassociated. External IP: 172.27.1.150, port: 6ce065a5-1fd8-4282-bd44-02c414d92466. May 10 20:21:51.768514 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-e979af2a-bbdd-4a95-8859-aecece931040 req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Calling delete_port for 6ce065a5-1fd8-4282-bd44-02c414d92466 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:51.932858 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e979af2a-bbdd-4a95-8859-aecece931040 req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (6ce065a5-1fd8-4282-bd44-02c414d92466), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:51.961734 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Pushing event deleted for resources: {'Port': ['ID=6ce065a5-1fd8-4282-bd44-02c414d92466,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:52.075025 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e979af2a-bbdd-4a95-8859-aecece931040 req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Router 72d14f22-473d-46ef-86d8-312250646e03 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:21:52.161707 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052adf7-149e-4ff4-9248-d92e9362085a req-a050721a-a189-4c6b-84bd-68883ebb5af5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:52.163207 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b052adf7-149e-4ff4-9248-d92e9362085a req-a050721a-a189-4c6b-84bd-68883ebb5af5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 943 time: 0.0468032 May 10 20:21:52.185236 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e979af2a-bbdd-4a95-8859-aecece931040 req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:21:52.196086 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f5ebb1-154f-486a-8685-c008dee4acc7 None None] Sync routers for ids ['72d14f22-473d-46ef-86d8-312250646e03'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:21:52.205990 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f5ebb1-154f-486a-8685-c008dee4acc7 None None] Routers {'72d14f22-473d-46ef-86d8-312250646e03'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:52.206636 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-b6f5ebb1-154f-486a-8685-c008dee4acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['72d14f22-473d-46ef-86d8-312250646e03'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:52.219653 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b052adf7-149e-4ff4-9248-d92e9362085a req-fc13dc61-f29c-4546-92ab-b7e9b6dc4796 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479872 May 10 20:21:52.326422 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-b6f5ebb1-154f-486a-8685-c008dee4acc7 None None] Set router 72d14f22-473d-46ef-86d8-312250646e03 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:52.494970 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e979af2a-bbdd-4a95-8859-aecece931040 req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] No DVR routers for this DVR port 6ce065a5-1fd8-4282-bd44-02c414d92466 on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:21:52.497621 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e979af2a-bbdd-4a95-8859-aecece931040 req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:52.500881 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e979af2a-bbdd-4a95-8859-aecece931040 req-a59c42a7-c75c-46f4-8fdf-a5c04a8314c2 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.83 "DELETE /v2.0/ports/6ce065a5-1fd8-4282-bd44-02c414d92466 HTTP/1.1" status: 204 len: 173 time: 1.4601359 May 10 20:21:52.501331 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'name': 'network-vif-deleted', 'tag': '6ce065a5-1fd8-4282-bd44-02c414d92466'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:21:52.503558 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bc5083-29f6-4eb6-a501-6edffb1f173c" -d '{"events": [{"server_uuid": "072e9288-fad4-458c-bf1b-66246d9d51ca", "name": "network-vif-deleted", "tag": "6ce065a5-1fd8-4282-bd44-02c414d92466"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:21:52.538484 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3bc2ec-e946-40f8-9e60-5266bd12aae3 x-openstack-request-id: req-df3bc2ec-e946-40f8-9e60-5266bd12aae3 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:21:52.538772 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072e9288-fad4-458c-bf1b-66246d9d51ca", "name": "network-vif-deleted", "tag": "6ce065a5-1fd8-4282-bd44-02c414d92466", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:21:52.539020 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df3bc2ec-e946-40f8-9e60-5266bd12aae3 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:21:52.539416 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3bc2ec-e946-40f8-9e60-5266bd12aae3'] response: {'server_uuid': '072e9288-fad4-458c-bf1b-66246d9d51ca', 'name': 'network-vif-deleted', 'tag': '6ce065a5-1fd8-4282-bd44-02c414d92466', 'status': 'completed', 'code': 200} May 10 20:21:52.549341 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-b6f5ebb1-154f-486a-8685-c008dee4acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:44Z', 'revision_number': 4, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '4160c7c4-53da-4a5c-b87b-812370adf04b', 'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'mac_address': 'fa:16:3e:b7:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:42Z', 'updated_at': '2022-05-10T20:16:56Z', 'revision_number': 5, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'subnets': [{'id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:52.580177 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f5ebb1-154f-486a-8685-c008dee4acc7 None None] Checking router: 72d14f22-473d-46ef-86d8-312250646e03 for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:21:52.593664 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f5ebb1-154f-486a-8685-c008dee4acc7 None None] Routers {'72d14f22-473d-46ef-86d8-312250646e03'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:21:52.594393 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-b6f5ebb1-154f-486a-8685-c008dee4acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['72d14f22-473d-46ef-86d8-312250646e03'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:52.722862 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-036e3cf8-d2ac-444c-82e8-791da1f85672 req-f898ca8e-b563-4fcc-bc92-98a9678ddbe6 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=072e9288-fad4-458c-bf1b-66246d9d51ca HTTP/1.1" status: 200 len: 210 time: 0.0295479 May 10 20:21:52.729909 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-b6f5ebb1-154f-486a-8685-c008dee4acc7 None None] Set router 72d14f22-473d-46ef-86d8-312250646e03 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:21:52.935161 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-b6f5ebb1-154f-486a-8685-c008dee4acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:44Z', 'revision_number': 4, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '4160c7c4-53da-4a5c-b87b-812370adf04b', 'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'mac_address': 'fa:16:3e:b7:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:42Z', 'updated_at': '2022-05-10T20:16:56Z', 'revision_number': 5, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'subnets': [{'id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:21:52.963107 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f5ebb1-154f-486a-8685-c008dee4acc7 None None] The sync data for ids ['72d14f22-473d-46ef-86d8-312250646e03'] in dv-cinder-828805-2-iscsi is: [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:16:44Z', 'revision_number': 4, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': '4160c7c4-53da-4a5c-b87b-812370adf04b', 'name': '', 'network_id': '3b1220fb-9a6d-4fc5-8525-c6ec85061eb5', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'mac_address': 'fa:16:3e:b7:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:42Z', 'updated_at': '2022-05-10T20:16:56Z', 'revision_number': 5, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'subnets': [{'id': 'a9f7d6f7-3834-4bdb-828b-a675d4357d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:21:53.086918 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-dded5573-3ade-4a8d-a3d0-857a2db2d664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:53.226704 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353a3f0-49f2-4a16-9f73-41b0ced691bb None None] New status for floating IP 57c8efa1-b2e4-4715-8486-025dee1fa43d: DOWN {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:21:53.367786 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e47e1-080f-4519-9f11-41c9558ba6e5 req-8ea37365-dc56-474a-bd47-472373138297 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:53.369911 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dd9e47e1-080f-4519-9f11-41c9558ba6e5 req-8ea37365-dc56-474a-bd47-472373138297 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 943 time: 0.0701740 May 10 20:21:53.416574 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dd9e47e1-080f-4519-9f11-41c9558ba6e5 req-65b82d6f-715c-4172-9de5-9a1736ea0652 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410497 May 10 20:21:53.864340 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57460) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:53.922664 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5a3cce3b-9827-4e1f-9d6b-6c9b3f7780ef tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for security_group (ce2b07a4-f2a8-42bd-bde5-f70c063cec8f), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:53.928146 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 1ffedcb9-4d80-458b-b618-d76c58afd63f details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:21:53.945233 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5a3cce3b-9827-4e1f-9d6b-6c9b3f7780ef tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for security_group (ce2b07a4-f2a8-42bd-bde5-f70c063cec8f), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:54.022574 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 1ffedcb9-4d80-458b-b618-d76c58afd63f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1ffedcb9-4d80-458b-b618-d76c58afd63f,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:54.034315 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '1ffedcb9-4d80-458b-b618-d76c58afd63f', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'port_id': '1ffedcb9-4d80-458b-b618-d76c58afd63f', 'mac_address': 'fa:16:3e:1f:4b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:21:54.069527 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5a3cce3b-9827-4e1f-9d6b-6c9b3f7780ef tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (ce2b07a4-f2a8-42bd-bde5-f70c063cec8f), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:54.069710 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 1ffedcb9-4d80-458b-b618-d76c58afd63f is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:21:54.069968 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:54.072686 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5a3cce3b-9827-4e1f-9d6b-6c9b3f7780ef tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:54.073855 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-5a3cce3b-9827-4e1f-9d6b-6c9b3f7780ef tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "DELETE /v2.0/security-groups/ce2b07a4-f2a8-42bd-bde5-f70c063cec8f HTTP/1.1" status: 204 len: 168 time: 0.2083812 May 10 20:21:54.077082 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57462) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:54.083306 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cce3b-9827-4e1f-9d6b-6c9b3f7780ef tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2b07a4-f2a8-42bd-bde5-f70c063cec8f,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:54.088239 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffedcb9-4d80-458b-b618-d76c58afd63f {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:21:54.093302 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-a727e1c3-c0ae-479d-a204-fc05825e3b39 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] show failed (client error): The resource could not be found. May 10 20:21:54.094628 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a727e1c3-c0ae-479d-a204-fc05825e3b39 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups/ce2b07a4-f2a8-42bd-bde5-f70c063cec8f HTTP/1.1" status: 404 len: 347 time: 0.0166812 May 10 20:21:54.097316 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57464) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:54.115803 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 1ffedcb9-4d80-458b-b618-d76c58afd63f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1ffedcb9-4d80-458b-b618-d76c58afd63f,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:54.187497 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:54.227055 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-ad23b735-96cb-48ae-a96f-2a408b64cb94 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Deleting port 02dfbab2-10c3-4e5c-80ee-df177d221fc4 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:21:54.227613 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ad23b735-96cb-48ae-a96f-2a408b64cb94 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (02dfbab2-10c3-4e5c-80ee-df177d221fc4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:54.242204 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=1ffedcb9-4d80-458b-b618-d76c58afd63f,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:54.324209 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ad23b735-96cb-48ae-a96f-2a408b64cb94 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (02dfbab2-10c3-4e5c-80ee-df177d221fc4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:54.324440 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ad23b735-96cb-48ae-a96f-2a408b64cb94 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for floatingip (02dfbab2-10c3-4e5c-80ee-df177d221fc4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:54.338794 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-ad23b735-96cb-48ae-a96f-2a408b64cb94 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Calling delete_port for 02dfbab2-10c3-4e5c-80ee-df177d221fc4 owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:21:54.412090 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:54.466891 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['1ffedcb9-4d80-458b-b618-d76c58afd63f'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:21:54.529884 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f333bb6-7f46-4731-ab85-eb26887b669f req-fc5dea3b-ba89-46be-bfd0-46056d96cd94 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:54.531406 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6f333bb6-7f46-4731-ab85-eb26887b669f req-fc5dea3b-ba89-46be-bfd0-46056d96cd94 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 944 time: 0.0479560 May 10 20:21:54.538076 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ad23b735-96cb-48ae-a96f-2a408b64cb94 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (02dfbab2-10c3-4e5c-80ee-df177d221fc4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:54.564851 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23b735-96cb-48ae-a96f-2a408b64cb94 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Pushing event deleted for resources: {'Port': ['ID=02dfbab2-10c3-4e5c-80ee-df177d221fc4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:54.599774 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6f333bb6-7f46-4731-ab85-eb26887b669f req-da879336-21d1-428a-9a04-2cc48d98ad37 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622880 May 10 20:21:54.637188 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ad23b735-96cb-48ae-a96f-2a408b64cb94 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks [] for floatingip (57c8efa1-b2e4-4715-8486-025dee1fa43d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:54.639659 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ad23b735-96cb-48ae-a96f-2a408b64cb94 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:54.640777 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ad23b735-96cb-48ae-a96f-2a408b64cb94 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "DELETE /v2.0/floatingips/57c8efa1-b2e4-4715-8486-025dee1fa43d HTTP/1.1" status: 204 len: 168 time: 0.5425746 May 10 20:21:55.715482 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce913f7-8a37-4bfe-bd67-88ec9c514fca req-5fd3a627-b64c-422f-9c48-9bcc937772cc tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:55.716930 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ce913f7-8a37-4bfe-bd67-88ec9c514fca req-5fd3a627-b64c-422f-9c48-9bcc937772cc tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 944 time: 0.0481243 May 10 20:21:55.721038 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:55.764013 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ce913f7-8a37-4bfe-bd67-88ec9c514fca req-0641e01b-daec-4fc3-abf1-0cf6f5f68539 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412652 May 10 20:21:55.966962 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 1ffedcb9-4d80-458b-b618-d76c58afd63f up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:21:56.014740 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port 1ffedcb9-4d80-458b-b618-d76c58afd63f completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:21:56.080553 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 1ffedcb9-4d80-458b-b618-d76c58afd63f triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:21:56.080925 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:56.165940 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 1ffedcb9-4d80-458b-b618-d76c58afd63f is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:21:56.166351 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:56.188614 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eee18d5-fa67-4cab-b9ce-a94bf66579fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffedcb9-4d80-458b-b618-d76c58afd63f'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:21:56.190861 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d7e875-2787-43dd-8018-2ee86f143090" -d '{"events": [{"server_uuid": "6eee18d5-fa67-4cab-b9ce-a94bf66579fb", "name": "network-vif-plugged", "status": "completed", "tag": "1ffedcb9-4d80-458b-b618-d76c58afd63f"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:21:56.204056 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 1ffedcb9-4d80-458b-b618-d76c58afd63f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1ffedcb9-4d80-458b-b618-d76c58afd63f,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:21:56.233667 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa56784-e480-4b3c-95f4-a48f2b2493ca x-openstack-request-id: req-1fa56784-e480-4b3c-95f4-a48f2b2493ca {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:21:56.234016 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eee18d5-fa67-4cab-b9ce-a94bf66579fb", "name": "network-vif-plugged", "status": "completed", "tag": "1ffedcb9-4d80-458b-b618-d76c58afd63f", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:21:56.234391 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1fa56784-e480-4b3c-95f4-a48f2b2493ca {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:21:56.234829 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa56784-e480-4b3c-95f4-a48f2b2493ca'] response: {'server_uuid': '6eee18d5-fa67-4cab-b9ce-a94bf66579fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffedcb9-4d80-458b-b618-d76c58afd63f', 'code': 200} May 10 20:21:56.304012 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:56.304805 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 6ce065a5-1fd8-4282-bd44-02c414d92466 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:21:56.341548 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: 6ce065a5-1fd8-4282-bd44-02c414d92466 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:21:56.341888 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 6ce065a5-1fd8-4282-bd44-02c414d92466 not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:21:56.368694 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=1ffedcb9-4d80-458b-b618-d76c58afd63f,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:21:56.613639 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a6964-4824-4cb9-91b2-727f688b3d86 req-be8e2a35-6290-4d6b-ac3c-404c01ac967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:56.615136 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-634a6964-4824-4cb9-91b2-727f688b3d86 req-be8e2a35-6290-4d6b-ac3c-404c01ac967b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 1129 time: 0.1275108 May 10 20:21:56.657210 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-634a6964-4824-4cb9-91b2-727f688b3d86 req-8017965c-e224-461d-a117-b2eafe15eed0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362659 May 10 20:21:56.926553 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f26ee5-8cd1-46ca-9e03-1f0b8a527d17 req-e5c86632-388b-44d5-9997-dcc9d48bc93f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:56.928007 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03f26ee5-8cd1-46ca-9e03-1f0b8a527d17 req-e5c86632-388b-44d5-9997-dcc9d48bc93f tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 945 time: 0.0495160 May 10 20:21:56.974146 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03f26ee5-8cd1-46ca-9e03-1f0b8a527d17 req-40d149ef-0ecd-4acf-9f2c-9344f4702c40 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400100 May 10 20:21:57.258486 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:57.655919 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79999d69-1e25-464a-afff-dc944f2e56b4 req-f9e3ce0a-bc93-42e1-8e32-97326a98ba03 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:57.657378 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-79999d69-1e25-464a-afff-dc944f2e56b4 req-f9e3ce0a-bc93-42e1-8e32-97326a98ba03 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0465965 May 10 20:21:57.703993 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-79999d69-1e25-464a-afff-dc944f2e56b4 req-321debee-4f75-4845-8c29-e629fcb7fe61 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410724 May 10 20:21:58.087821 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3f85-db70-486f-9294-2ffb2be8ab05 req-f4879289-86dc-44a3-8876-0747f4b3ea64 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:58.089922 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-327d3f85-db70-486f-9294-2ffb2be8ab05 req-f4879289-86dc-44a3-8876-0747f4b3ea64 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 945 time: 0.0451875 May 10 20:21:58.138990 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-327d3f85-db70-486f-9294-2ffb2be8ab05 req-b4b18350-3367-4fad-bc47-5ebfc2d734c5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437500 May 10 20:21:58.815474 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fd8bf-fa56-40cf-a328-3e9f0baace5a req-9f20e4c8-7dc5-4362-a930-6e4b9304e483 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:58.816958 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-172fd8bf-fa56-40cf-a328-3e9f0baace5a req-9f20e4c8-7dc5-4362-a930-6e4b9304e483 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0462351 May 10 20:21:58.866915 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-172fd8bf-fa56-40cf-a328-3e9f0baace5a req-148076a7-11fb-4bcb-a9f1-581b8571cc36 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445421 May 10 20:21:59.252946 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f27b8b-5d1b-40f1-be0a-9000b7baf9ac req-d725c8f3-9d0b-45f6-a78e-3055e590f0bb tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:59.254430 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-95f27b8b-5d1b-40f1-be0a-9000b7baf9ac req-d725c8f3-9d0b-45f6-a78e-3055e590f0bb tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 945 time: 0.0459545 May 10 20:21:59.302436 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-95f27b8b-5d1b-40f1-be0a-9000b7baf9ac req-d35516ad-2eba-4155-9085-66d532b84685 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425532 May 10 20:21:59.980226 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998ccb8-2fa3-420f-bfa9-1062b8d9efed req-b961530d-1a06-4fa3-8026-65f3cfb19afe tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:59.981671 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d998ccb8-2fa3-420f-bfa9-1062b8d9efed req-b961530d-1a06-4fa3-8026-65f3cfb19afe tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0473254 May 10 20:22:00.026771 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d998ccb8-2fa3-420f-bfa9-1062b8d9efed req-926b62f9-e3bc-4c36-afe6-96e0a81d8b75 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395775 May 10 20:22:00.247693 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02f822-5ff3-4809-940d-0acf8b142b2c req-6ead7c1a-7928-45f3-8dda-6e6768e8c4f6 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:00.249105 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa02f822-5ff3-4809-940d-0acf8b142b2c req-6ead7c1a-7928-45f3-8dda-6e6768e8c4f6 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.83 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 945 time: 0.0462861 May 10 20:22:00.346504 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-aa02f822-5ff3-4809-940d-0acf8b142b2c req-b962ea58-58ed-41a6-961a-3a29c251fbeb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Deleting port d09063b0-3b3a-44ec-8588-f6884472f3ad {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:22:00.346848 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-aa02f822-5ff3-4809-940d-0acf8b142b2c req-b962ea58-58ed-41a6-961a-3a29c251fbeb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:00.416864 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a52dd-092a-4de9-b6a9-db7432b5d4be req-3660f237-4535-47e0-88e9-42b9f359a1ac tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:00.418996 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-375a52dd-092a-4de9-b6a9-db7432b5d4be req-3660f237-4535-47e0-88e9-42b9f359a1ac tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 945 time: 0.0485709 May 10 20:22:00.437946 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-aa02f822-5ff3-4809-940d-0acf8b142b2c req-b962ea58-58ed-41a6-961a-3a29c251fbeb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] For port d09063b0-3b3a-44ec-8588-f6884472f3ad, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d09063b0-3b3a-44ec-8588-f6884472f3ad,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:22:00.438409 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-aa02f822-5ff3-4809-940d-0acf8b142b2c req-b962ea58-58ed-41a6-961a-3a29c251fbeb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:00.452470 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-aa02f822-5ff3-4809-940d-0acf8b142b2c req-b962ea58-58ed-41a6-961a-3a29c251fbeb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Calling delete_port for d09063b0-3b3a-44ec-8588-f6884472f3ad owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:22:00.466840 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-375a52dd-092a-4de9-b6a9-db7432b5d4be req-0304478a-d68d-4062-bf1b-5563b6f0e230 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418897 May 10 20:22:00.601221 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d634651-c353-452f-83b4-2d664b54aeea req-17408339-bb19-4826-a8b1-e34ee2da0c0a tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:00.602730 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d634651-c353-452f-83b4-2d664b54aeea req-17408339-bb19-4826-a8b1-e34ee2da0c0a tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 945 time: 0.0737853 May 10 20:22:00.612094 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57508) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:00.616548 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-b9b3f0c3-cc01-4042-a88d-9e61e0b75664 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Request body: {'floatingip': {'port_id': '1ffedcb9-4d80-458b-b618-d76c58afd63f'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:22:00.658102 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b9b3f0c3-cc01-4042-a88d-9e61e0b75664 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for floatingip (d452901b-ae01-4292-9723-b160d9c1a95b), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:00.698241 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-aa02f822-5ff3-4809-940d-0acf8b142b2c req-b962ea58-58ed-41a6-961a-3a29c251fbeb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (d09063b0-3b3a-44ec-8588-f6884472f3ad), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:00.712174 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972', 'd09063b0-3b3a-44ec-8588-f6884472f3ad'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:22:00.732180 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962ea58-58ed-41a6-961a-3a29c251fbeb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Pushing event deleted for resources: {'Port': ['ID=d09063b0-3b3a-44ec-8588-f6884472f3ad,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:00.782921 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa02f822-5ff3-4809-940d-0acf8b142b2c req-b962ea58-58ed-41a6-961a-3a29c251fbeb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] No DVR routers for this DVR port d09063b0-3b3a-44ec-8588-f6884472f3ad on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:22:00.786564 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-aa02f822-5ff3-4809-940d-0acf8b142b2c req-b962ea58-58ed-41a6-961a-3a29c251fbeb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:00.790627 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa02f822-5ff3-4809-940d-0acf8b142b2c req-b962ea58-58ed-41a6-961a-3a29c251fbeb tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.83 "DELETE /v2.0/ports/d09063b0-3b3a-44ec-8588-f6884472f3ad HTTP/1.1" status: 204 len: 173 time: 0.5311913 May 10 20:22:00.791086 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6760c43d-64a5-4cbf-b559-07d871e81f18', 'name': 'network-vif-deleted', 'tag': 'd09063b0-3b3a-44ec-8588-f6884472f3ad'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:22:00.794028 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fbe763-1d9d-49d7-8e89-fca6461af1d8" -d '{"events": [{"server_uuid": "6760c43d-64a5-4cbf-b559-07d871e81f18", "name": "network-vif-deleted", "tag": "d09063b0-3b3a-44ec-8588-f6884472f3ad"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:22:00.899952 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ce20a6-4b01-42a2-a425-305c4ba050cb x-openstack-request-id: req-a9ce20a6-4b01-42a2-a425-305c4ba050cb {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:22:00.900240 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6760c43d-64a5-4cbf-b559-07d871e81f18", "name": "network-vif-deleted", "tag": "d09063b0-3b3a-44ec-8588-f6884472f3ad", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:22:00.900492 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9ce20a6-4b01-42a2-a425-305c4ba050cb {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:22:00.900900 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ce20a6-4b01-42a2-a425-305c4ba050cb'] response: {'server_uuid': '6760c43d-64a5-4cbf-b559-07d871e81f18', 'name': 'network-vif-deleted', 'tag': 'd09063b0-3b3a-44ec-8588-f6884472f3ad', 'status': 'completed', 'code': 200} May 10 20:22:01.143290 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-796ce726-539f-4608-9f10-594950e4df27 req-9164ef96-bb6c-4e11-9524-e5282a6d343b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=6760c43d-64a5-4cbf-b559-07d871e81f18 HTTP/1.1" status: 200 len: 210 time: 0.0300195 May 10 20:22:01.151656 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b9b3f0c3-cc01-4042-a88d-9e61e0b75664 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:01.218833 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b9b3f0c3-cc01-4042-a88d-9e61e0b75664 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (d452901b-ae01-4292-9723-b160d9c1a95b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:01.321835 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.l3_db [None req-b9b3f0c3-cc01-4042-a88d-9e61e0b75664 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Floating IP d452901b-ae01-4292-9723-b160d9c1a95b associated. External IP: 172.27.1.26, port: 1ffedcb9-4d80-458b-b618-d76c58afd63f. May 10 20:22:01.535157 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b3f0c3-cc01-4042-a88d-9e61e0b75664 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Router e30f1c23-17c0-4473-9c0d-f672faf6c51d has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:22:01.891210 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b3f0c3-cc01-4042-a88d-9e61e0b75664 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:22:01.895975 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b9b3f0c3-cc01-4042-a88d-9e61e0b75664 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:01.901140 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f14fa46-70a2-41f8-8bc2-de708957930f None None] Sync routers for ids ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:22:01.910853 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f14fa46-70a2-41f8-8bc2-de708957930f None None] Routers {'e30f1c23-17c0-4473-9c0d-f672faf6c51d'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:22:01.911476 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8f14fa46-70a2-41f8-8bc2-de708957930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:22:01.930923 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b9b3f0c3-cc01-4042-a88d-9e61e0b75664 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "PUT /v2.0/floatingips/d452901b-ae01-4292-9723-b160d9c1a95b HTTP/1.1" status: 200 len: 990 time: 1.3153799 May 10 20:22:01.930923 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eee18d5-fa67-4cab-b9ce-a94bf66579fb', 'tag': '1ffedcb9-4d80-458b-b618-d76c58afd63f'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:22:01.931483 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661cc3858028ae1520624e739be1c3cca928fbecdbb6913d5130726f0a1760d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ef0ed4-0941-412c-849f-ff1056e985d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6eee18d5-fa67-4cab-b9ce-a94bf66579fb", "tag": "1ffedcb9-4d80-458b-b618-d76c58afd63f"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:22:01.968304 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefef986-9246-4725-b33e-78edc7d1131e x-openstack-request-id: req-cefef986-9246-4725-b33e-78edc7d1131e {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:22:01.968658 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eee18d5-fa67-4cab-b9ce-a94bf66579fb", "tag": "1ffedcb9-4d80-458b-b618-d76c58afd63f", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:22:01.968914 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cefef986-9246-4725-b33e-78edc7d1131e {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:22:01.969323 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cefef986-9246-4725-b33e-78edc7d1131e'] response: {'name': 'network-changed', 'server_uuid': '6eee18d5-fa67-4cab-b9ce-a94bf66579fb', 'tag': '1ffedcb9-4d80-458b-b618-d76c58afd63f', 'status': 'completed', 'code': 200} May 10 20:22:02.029120 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-8f14fa46-70a2-41f8-8bc2-de708957930f None None] Set router e30f1c23-17c0-4473-9c0d-f672faf6c51d gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:22:02.030954 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef0ed4-0941-412c-849f-ff1056e985d5 req-6f018fd7-842b-4a4a-8c57-93614a668db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:02.032453 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3ef0ed4-0941-412c-849f-ff1056e985d5 req-6f018fd7-842b-4a4a-8c57-93614a668db9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=821dc2c3061041a3ab6ee939c306a7ea&device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 1129 time: 0.0415244 May 10 20:22:02.121764 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef0ed4-0941-412c-849f-ff1056e985d5 req-a083a38a-b0d6-41d6-ad25-063d6e6d3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:02.123254 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3ef0ed4-0941-412c-849f-ff1056e985d5 req-a083a38a-b0d6-41d6-ad25-063d6e6d3d70 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2b00b815-407a-4d47-9742-67b948c39d25 HTTP/1.1" status: 200 len: 911 time: 0.0838399 May 10 20:22:02.194203 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3ef0ed4-0941-412c-849f-ff1056e985d5 req-bb25b451-2c7a-4117-846e-4991ecac1c32 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ffedcb9-4d80-458b-b618-d76c58afd63f HTTP/1.1" status: 200 len: 998 time: 0.0648417 May 10 20:22:02.254160 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef0ed4-0941-412c-849f-ff1056e985d5 req-b40d8de4-e563-4eea-b90f-2d5df1a6a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:02.255617 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3ef0ed4-0941-412c-849f-ff1056e985d5 req-b40d8de4-e563-4eea-b90f-2d5df1a6a696 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78ce874d-9077-4778-aeb7-86f2c6f9fd78 HTTP/1.1" status: 200 len: 849 time: 0.0527256 May 10 20:22:02.259505 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8f14fa46-70a2-41f8-8bc2-de708957930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'd452901b-ae01-4292-9723-b160d9c1a95b', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'port_id': '1ffedcb9-4d80-458b-b618-d76c58afd63f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'mac_address': 'fa:16:3e:1f:4b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eee18d5-fa67-4cab-b9ce-a94bf66579fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:21:41Z', 'updated_at': '2022-05-10T20:22:01Z', 'revision_number': 1, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:58Z', 'revision_number': 5, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:22:02.287614 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f14fa46-70a2-41f8-8bc2-de708957930f None None] Checking router: e30f1c23-17c0-4473-9c0d-f672faf6c51d for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:22:02.295984 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f14fa46-70a2-41f8-8bc2-de708957930f None None] Routers {'e30f1c23-17c0-4473-9c0d-f672faf6c51d'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:22:02.296592 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8f14fa46-70a2-41f8-8bc2-de708957930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:22:02.300204 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef0ed4-0941-412c-849f-ff1056e985d5 req-5fb9ad9f-2028-4247-97a5-4d5685816612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:02.301717 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3ef0ed4-0941-412c-849f-ff1056e985d5 req-5fb9ad9f-2028-4247-97a5-4d5685816612 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2b00b815-407a-4d47-9742-67b948c39d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394342 May 10 20:22:02.397202 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3ef0ed4-0941-412c-849f-ff1056e985d5 req-b23d564b-a781-4362-9072-30cf2f93c2af service neutron] 10.222.0.83 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898476 May 10 20:22:02.408560 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-8f14fa46-70a2-41f8-8bc2-de708957930f None None] Set router e30f1c23-17c0-4473-9c0d-f672faf6c51d gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:22:02.496467 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3ef0ed4-0941-412c-849f-ff1056e985d5 req-a01fb5e9-fad1-46f5-b1f6-368649fdbc02 service neutron] 10.222.0.83 "GET /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917909 May 10 20:22:02.649980 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8ec1b-8a52-42e4-b006-41a2cde78bb6 req-90928994-7dc0-4a9a-b0fb-7e7cbb022d9d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:02.651602 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8cc8ec1b-8a52-42e4-b006-41a2cde78bb6 req-90928994-7dc0-4a9a-b0fb-7e7cbb022d9d tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0509746 May 10 20:22:02.702285 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8cc8ec1b-8a52-42e4-b006-41a2cde78bb6 req-f4c3de4e-1a7c-42dd-b00a-12001a25009b tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 May 10 20:22:02.767812 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8f14fa46-70a2-41f8-8bc2-de708957930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'd452901b-ae01-4292-9723-b160d9c1a95b', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'port_id': '1ffedcb9-4d80-458b-b618-d76c58afd63f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'mac_address': 'fa:16:3e:1f:4b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eee18d5-fa67-4cab-b9ce-a94bf66579fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:21:41Z', 'updated_at': '2022-05-10T20:22:01Z', 'revision_number': 1, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:58Z', 'revision_number': 5, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:22:02.793616 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f14fa46-70a2-41f8-8bc2-de708957930f None None] The sync data for ids ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'] in dv-cinder-828805-2-iscsi is: [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'd452901b-ae01-4292-9723-b160d9c1a95b', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'port_id': '1ffedcb9-4d80-458b-b618-d76c58afd63f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'mac_address': 'fa:16:3e:1f:4b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eee18d5-fa67-4cab-b9ce-a94bf66579fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:21:41Z', 'updated_at': '2022-05-10T20:22:01Z', 'revision_number': 1, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:58Z', 'revision_number': 5, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:22:02.996812 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99198f-6975-49f9-8538-b4e8d9750983 None None] New status for floating IP d452901b-ae01-4292-9723-b160d9c1a95b: ACTIVE {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:22:03.815091 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7502-9ddf-403c-a9e2-72837d1f927b req-273d6cbf-4560-477a-b06a-d889a9085168 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:03.816555 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3d0b7502-9ddf-403c-a9e2-72837d1f927b req-273d6cbf-4560-477a-b06a-d889a9085168 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0467942 May 10 20:22:03.862416 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3d0b7502-9ddf-403c-a9e2-72837d1f927b req-89358d8d-6c7a-4679-8e7a-ba3d9b9ceed0 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403574 May 10 20:22:04.009226 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device d09063b0-3b3a-44ec-8588-f6884472f3ad no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:22:04.030013 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: d09063b0-3b3a-44ec-8588-f6884472f3ad {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:22:04.030390 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device d09063b0-3b3a-44ec-8588-f6884472f3ad not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:22:04.979286 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1024d-1902-40c7-8c5b-acb6bea9f44c req-b7138c3d-e4ae-4484-b35b-ddbb1f01db2c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:04.981328 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-63e1024d-1902-40c7-8c5b-acb6bea9f44c req-b7138c3d-e4ae-4484-b35b-ddbb1f01db2c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0517540 May 10 20:22:05.028007 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-63e1024d-1902-40c7-8c5b-acb6bea9f44c req-b09f85db-b2a8-444f-8954-f6e00d6b8f18 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 May 10 20:22:05.726872 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e5ffe-747d-4c47-83e2-c04f8ffb96a7 req-e63d060d-fd5f-4976-b808-53f28156720c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:05.728342 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-158e5ffe-747d-4c47-83e2-c04f8ffb96a7 req-e63d060d-fd5f-4976-b808-53f28156720c tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0463216 May 10 20:22:05.816407 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-158e5ffe-747d-4c47-83e2-c04f8ffb96a7 req-ef169def-6916-4c22-8df3-3deb30e11b18 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Deleting port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:22:05.816746 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-158e5ffe-747d-4c47-83e2-c04f8ffb96a7 req-ef169def-6916-4c22-8df3-3deb30e11b18 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:05.904195 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-158e5ffe-747d-4c47-83e2-c04f8ffb96a7 req-ef169def-6916-4c22-8df3-3deb30e11b18 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] For port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:22:05.904559 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-158e5ffe-747d-4c47-83e2-c04f8ffb96a7 req-ef169def-6916-4c22-8df3-3deb30e11b18 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:05.917605 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-158e5ffe-747d-4c47-83e2-c04f8ffb96a7 req-ef169def-6916-4c22-8df3-3deb30e11b18 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Calling delete_port for c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:22:06.110239 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-158e5ffe-747d-4c47-83e2-c04f8ffb96a7 req-ef169def-6916-4c22-8df3-3deb30e11b18 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:06.124495 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:22:06.139940 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef169def-6916-4c22-8df3-3deb30e11b18 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Pushing event deleted for resources: {'Port': ['ID=c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:06.153636 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407dd0-3765-429e-b844-aee8db28f003 req-0ffbd87e-8116-4cd3-a7a6-6a552adf48b3 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:06.155635 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-81407dd0-3765-429e-b844-aee8db28f003 req-0ffbd87e-8116-4cd3-a7a6-6a552adf48b3 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b HTTP/1.1" status: 200 len: 945 time: 0.0590503 May 10 20:22:06.189001 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-158e5ffe-747d-4c47-83e2-c04f8ffb96a7 req-ef169def-6916-4c22-8df3-3deb30e11b18 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] No DVR routers for this DVR port c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:22:06.191558 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-158e5ffe-747d-4c47-83e2-c04f8ffb96a7 req-ef169def-6916-4c22-8df3-3deb30e11b18 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:06.194813 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-158e5ffe-747d-4c47-83e2-c04f8ffb96a7 req-ef169def-6916-4c22-8df3-3deb30e11b18 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.83 "DELETE /v2.0/ports/c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 HTTP/1.1" status: 204 len: 173 time: 0.4614882 May 10 20:22:06.195261 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b', 'name': 'network-vif-deleted', 'tag': 'c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:22:06.197564 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85abc1b1-7780-4f0d-8c7b-b53a0af0b921" -d '{"events": [{"server_uuid": "4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b", "name": "network-vif-deleted", "tag": "c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:22:06.207964 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-81407dd0-3765-429e-b844-aee8db28f003 req-83f1f552-dd62-4a46-82d6-aa1bb7d34ea1 tempest-ServerRescueNegativeTestJSON-1004630497 tempest-ServerRescueNegativeTestJSON-1004630497-project] 10.222.0.65 "GET /v2.0/security-groups?id=617f0b90-d5e7-4bee-b376-159cde6d1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463121 May 10 20:22:06.233575 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f649a04d-0eb7-4ad4-90e0-3f11f27baced x-openstack-request-id: req-f649a04d-0eb7-4ad4-90e0-3f11f27baced {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:22:06.233876 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b", "name": "network-vif-deleted", "tag": "c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:22:06.234195 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f649a04d-0eb7-4ad4-90e0-3f11f27baced {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:22:06.234684 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f649a04d-0eb7-4ad4-90e0-3f11f27baced'] response: {'server_uuid': '4c3dabb3-307b-4ae5-8c97-9a7a2c8ddb4b', 'name': 'network-vif-deleted', 'tag': 'c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972', 'status': 'completed', 'code': 200} May 10 20:22:07.266324 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57538) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:07.687572 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5431a398-b729-4226-b6db-ea5228f7b285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503370'] for router_interface (72d14f22-473d-46ef-86d8-312250646e03), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:07.733560 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:07.919331 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5431a398-b729-4226-b6db-ea5228f7b285 admin admin] Deleting port 4160c7c4-53da-4a5c-b87b-812370adf04b {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:22:07.919664 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5431a398-b729-4226-b6db-ea5228f7b285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:07.995285 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-5431a398-b729-4226-b6db-ea5228f7b285 admin admin] For port 4160c7c4-53da-4a5c-b87b-812370adf04b, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=4160c7c4-53da-4a5c-b87b-812370adf04b,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:22:07.995550 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5431a398-b729-4226-b6db-ea5228f7b285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:08.012618 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5431a398-b729-4226-b6db-ea5228f7b285 admin admin] Calling delete_port for 4160c7c4-53da-4a5c-b87b-812370adf04b owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:22:08.252880 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5431a398-b729-4226-b6db-ea5228f7b285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (4160c7c4-53da-4a5c-b87b-812370adf04b), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:08.281020 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431a398-b729-4226-b6db-ea5228f7b285 admin admin] Pushing event deleted for resources: {'Port': ['ID=4160c7c4-53da-4a5c-b87b-812370adf04b,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:08.446588 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5431a398-b729-4226-b6db-ea5228f7b285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7908673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505155'] for router_interface (72d14f22-473d-46ef-86d8-312250646e03), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:08.665758 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5431a398-b729-4226-b6db-ea5228f7b285 admin admin] Router 72d14f22-473d-46ef-86d8-312250646e03 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:22:08.778990 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5431a398-b729-4226-b6db-ea5228f7b285 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:22:08.784192 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5431a398-b729-4226-b6db-ea5228f7b285 admin admin] 10.222.0.65 "PUT /v2.0/routers/72d14f22-473d-46ef-86d8-312250646e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5169652 May 10 20:22:08.786807 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57546) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:08.788815 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a96a6-8ca0-45b0-a5e7-e16e0d259466 None None] Sync routers for ids ['72d14f22-473d-46ef-86d8-312250646e03'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:22:08.798812 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a96a6-8ca0-45b0-a5e7-e16e0d259466 None None] Routers {'72d14f22-473d-46ef-86d8-312250646e03'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:22:08.799466 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-869a96a6-8ca0-45b0-a5e7-e16e0d259466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['72d14f22-473d-46ef-86d8-312250646e03'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:22:08.891383 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] Publish callbacks [] for router (72d14f22-473d-46ef-86d8-312250646e03), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:08.907541 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-869a96a6-8ca0-45b0-a5e7-e16e0d259466 None None] Set router 72d14f22-473d-46ef-86d8-312250646e03 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:22:09.093992 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-869a96a6-8ca0-45b0-a5e7-e16e0d259466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:22:08Z', 'revision_number': 5, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:22:09.126507 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a96a6-8ca0-45b0-a5e7-e16e0d259466 None None] Checking router: 72d14f22-473d-46ef-86d8-312250646e03 for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:22:09.135371 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a96a6-8ca0-45b0-a5e7-e16e0d259466 None None] Routers {'72d14f22-473d-46ef-86d8-312250646e03'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:22:09.135998 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-869a96a6-8ca0-45b0-a5e7-e16e0d259466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:21:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['72d14f22-473d-46ef-86d8-312250646e03'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:22:09.247803 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-869a96a6-8ca0-45b0-a5e7-e16e0d259466 None None] Set router 72d14f22-473d-46ef-86d8-312250646e03 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:22:09.249642 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] Publish callbacks [] for router_gateway (72d14f22-473d-46ef-86d8-312250646e03), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:09.346213 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] Deleting port 34daeae3-ee27-4bc6-9093-039640e823e8 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:22:09.346877 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (34daeae3-ee27-4bc6-9093-039640e823e8), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:09.426970 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] For port 34daeae3-ee27-4bc6-9093-039640e823e8, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=34daeae3-ee27-4bc6-9093-039640e823e8,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:22:09.427335 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (34daeae3-ee27-4bc6-9093-039640e823e8), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:09.441174 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] Calling delete_port for 34daeae3-ee27-4bc6-9093-039640e823e8 owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:22:09.443583 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-869a96a6-8ca0-45b0-a5e7-e16e0d259466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:22:08Z', 'revision_number': 5, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:22:09.474088 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a96a6-8ca0-45b0-a5e7-e16e0d259466 None None] The sync data for ids ['72d14f22-473d-46ef-86d8-312250646e03'] in dv-cinder-828805-2-iscsi is: [{'id': '72d14f22-473d-46ef-86d8-312250646e03', 'name': 'tempest-ServerRescueNegativeTestJSON-553580630-router', 'tenant_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:36Z', 'updated_at': '2022-05-10T20:22:08Z', 'revision_number': 5, 'project_id': '9d38de3da9e3489ebbbebd4f8aeb0d49', 'gw_port': {'id': '34daeae3-ee27-4bc6-9093-039640e823e8', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d14f22-473d-46ef-86d8-312250646e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:22:09.669519 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (34daeae3-ee27-4bc6-9093-039640e823e8), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:09.698613 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=34daeae3-ee27-4bc6-9093-039640e823e8,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:09.774335 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514852'] for router_gateway (72d14f22-473d-46ef-86d8-312250646e03), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:09.886482 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11273'] for router (72d14f22-473d-46ef-86d8-312250646e03), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:09.889121 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] Publish callbacks [] for router_controller (72d14f22-473d-46ef-86d8-312250646e03), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.006650 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:22:10.013608 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-508659'] for router (72d14f22-473d-46ef-86d8-312250646e03), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.014286 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72d14f22-473d-46ef-86d8-312250646e03 {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:22:10.019409 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.020559 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-0b272ca9-9357-4f66-9014-8d8342cf0c53 admin admin] 10.222.0.65 "DELETE /v2.0/routers/72d14f22-473d-46ef-86d8-312250646e03 HTTP/1.1" status: 204 len: 168 time: 1.2326245 May 10 20:22:10.023122 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57548) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:10.029221 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:22:10.029915 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device c4a5ca84-aa0d-4ea4-bd3f-21c0643c8972 not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:22:10.086910 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f883f0-6b6b-4dd6-80d3-82c66d8dca40 admin admin] Deleting subnet a9f7d6f7-3834-4bdb-828b-a675d4357d52 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:22:10.090854 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e0f883f0-6b6b-4dd6-80d3-82c66d8dca40 admin admin] Publish callbacks [] for subnet (a9f7d6f7-3834-4bdb-828b-a675d4357d52), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.132030 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e0f883f0-6b6b-4dd6-80d3-82c66d8dca40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6068516'] for subnet (a9f7d6f7-3834-4bdb-828b-a675d4357d52), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.239686 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e0f883f0-6b6b-4dd6-80d3-82c66d8dca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (a9f7d6f7-3834-4bdb-828b-a675d4357d52), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.356879 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e0f883f0-6b6b-4dd6-80d3-82c66d8dca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4935479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5317468'] for subnet (a9f7d6f7-3834-4bdb-828b-a675d4357d52), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.379880 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f883f0-6b6b-4dd6-80d3-82c66d8dca40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9f7d6f7-3834-4bdb-828b-a675d4357d52,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:10.385402 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e0f883f0-6b6b-4dd6-80d3-82c66d8dca40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.389085 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e0f883f0-6b6b-4dd6-80d3-82c66d8dca40 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a9f7d6f7-3834-4bdb-828b-a675d4357d52 HTTP/1.1" status: 204 len: 168 time: 0.3647070 May 10 20:22:10.391910 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57550) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:10.393468 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c4a8b0-a5af-4dbd-9522-70133a73a3ac None None] Network 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:22:10.470663 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (3b1220fb-9a6d-4fc5-8525-c6ec85061eb5), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.516322 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Deleting port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:22:10.516653 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.582634 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] For port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=0103bf43-9d39-4f43-a6f5-76ba3bb752b9,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:22:10.582994 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.591593 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de94ad-2426-4cf1-ae49-a767990102ed None None] DHCP port deletion for 3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 request from dv-cinder-828805-2-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:22:10.599185 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Calling delete_port for 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:22:10.635541 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-14de94ad-2426-4cf1-ae49-a767990102ed None None] Deleting port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:22:10.635921 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-14de94ad-2426-4cf1-ae49-a767990102ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.675459 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:22:10.732090 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-14de94ad-2426-4cf1-ae49-a767990102ed None None] For port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=0103bf43-9d39-4f43-a6f5-76ba3bb752b9,segment=NetworkSegment(dc1c774b-b144-4a5a-a035-c7deadb31656),segment_id=dc1c774b-b144-4a5a-a035-c7deadb31656)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:22:10.732487 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-14de94ad-2426-4cf1-ae49-a767990102ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.749892 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-14de94ad-2426-4cf1-ae49-a767990102ed None None] Calling delete_port for 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:22:10.756081 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.762187 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No active binding found for port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 {{(pid=104126) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 10 20:22:10.762338 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] The host dv-cinder-828805-2-iscsi is not matching for port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 host None! {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 10 20:22:10.762627 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:22:10.763070 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 4160c7c4-53da-4a5c-b87b-812370adf04b no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:22:10.786605 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0103bf43-9d39-4f43-a6f5-76ba3bb752b9,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:10.791011 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] No DVR routers for this DVR port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 on host dv-cinder-828805-2-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:22:10.799396 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.799743 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.800088 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.800429 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.800763 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.801090 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.801416 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.801740 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.802065 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.802415 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.802742 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.803066 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.803395 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.803715 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.804032 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:10.812402 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: 4160c7c4-53da-4a5c-b87b-812370adf04b {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:22:10.812767 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 4160c7c4-53da-4a5c-b87b-812370adf04b not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:22:10.813172 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 34daeae3-ee27-4bc6-9093-039640e823e8 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:22:10.834879 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: 34daeae3-ee27-4bc6-9093-039640e823e8 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:22:10.835214 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 34daeae3-ee27-4bc6-9093-039640e823e8 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:22:10.868412 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-14de94ad-2426-4cf1-ae49-a767990102ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257'] for port (0103bf43-9d39-4f43-a6f5-76ba3bb752b9), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.873696 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (3b1220fb-9a6d-4fc5-8525-c6ec85061eb5), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.894450 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1220fb-9a6d-4fc5-8525-c6ec85061eb5']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:22:10.896065 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de94ad-2426-4cf1-ae49-a767990102ed None None] Pushing event deleted for resources: {'Port': ['ID=0103bf43-9d39-4f43-a6f5-76ba3bb752b9,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:10.899635 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de94ad-2426-4cf1-ae49-a767990102ed None None] No DVR routers for this DVR port 0103bf43-9d39-4f43-a6f5-76ba3bb752b9 on host dv-cinder-828805-2-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:22:10.910727 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1c774b-b144-4a5a-a035-c7deadb31656') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:22:10.910966 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1c774b-b144-4a5a-a035-c7deadb31656') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:22:10.921303 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6044422'] for segment (dc1c774b-b144-4a5a-a035-c7deadb31656), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.934653 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (dc1c774b-b144-4a5a-a035-c7deadb31656), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.940517 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:22:10.940898 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4836369'] for segment (dc1c774b-b144-4a5a-a035-c7deadb31656), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: Traceback (most recent call last): May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: timer() May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: cb(*args, **kw) May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: return func(*args, **kwargs) May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: self._notify() May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: self.callback(batched_events) May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: event.method(event) May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: return f(self, *a, **k) May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: return self._get(url).json() May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: return self.request(url, 'GET', **kwargs) May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:22:10.942720 dv-cinder-828805-2-iscsi neutron-server[104125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:22:11.092475 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (3b1220fb-9a6d-4fc5-8525-c6ec85061eb5), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:11.098555 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:11.101595 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3b1220fb-9a6d-4fc5-8525-c6ec85061eb5 HTTP/1.1" status: 204 len: 168 time: 0.7081757 May 10 20:22:11.113173 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4278e-26ff-4f80-91aa-f6a916d780a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1220fb-9a6d-4fc5-8525-c6ec85061eb5,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:11.393634 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57554) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:11.436331 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-62370588-7592-40d8-890f-a6290023eae1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d38de3da9e3489ebbbebd4f8aeb0d49&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414989 May 10 20:22:11.440213 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57556) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:11.491382 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3c236670-3452-47c2-817c-1a367d457351 admin admin] Publish callbacks [] for security_group (617f0b90-d5e7-4bee-b376-159cde6d1ca1), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:11.512869 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3c236670-3452-47c2-817c-1a367d457351 admin admin] Publish callbacks [] for security_group (617f0b90-d5e7-4bee-b376-159cde6d1ca1), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:11.630113 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3c236670-3452-47c2-817c-1a367d457351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (617f0b90-d5e7-4bee-b376-159cde6d1ca1), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:11.632624 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3c236670-3452-47c2-817c-1a367d457351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:11.633737 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3c236670-3452-47c2-817c-1a367d457351 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/617f0b90-d5e7-4bee-b376-159cde6d1ca1 HTTP/1.1" status: 204 len: 168 time: 0.1926365 May 10 20:22:11.642359 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c236670-3452-47c2-817c-1a367d457351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617f0b90-d5e7-4bee-b376-159cde6d1ca1,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:13.526483 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57606) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:13.631874 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9c84747e-fed2-4ac7-8305-84c26cc3d24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:13.703926 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9c84747e-fed2-4ac7-8305-84c26cc3d24f admin admin] Publish callbacks [] for security_group (eb79477e-d7dd-44bd-a148-d7c5fbc718be), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:13.807244 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9c84747e-fed2-4ac7-8305-84c26cc3d24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (eb79477e-d7dd-44bd-a148-d7c5fbc718be), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:13.845354 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84747e-fed2-4ac7-8305-84c26cc3d24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb79477e-d7dd-44bd-a148-d7c5fbc718be,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:13.850166 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-9c84747e-fed2-4ac7-8305-84c26cc3d24f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=735ffd0caa724744905c33edc9f0dd4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213980 May 10 20:22:13.852203 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57610) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:13.899092 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b3c9c5e0-3de5-4e40-be4b-272492394dfb admin admin] Publish callbacks [] for security_group (eb79477e-d7dd-44bd-a148-d7c5fbc718be), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:13.920659 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b3c9c5e0-3de5-4e40-be4b-272492394dfb admin admin] Publish callbacks [] for security_group (eb79477e-d7dd-44bd-a148-d7c5fbc718be), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:14.047675 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b3c9c5e0-3de5-4e40-be4b-272492394dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (eb79477e-d7dd-44bd-a148-d7c5fbc718be), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:14.050295 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b3c9c5e0-3de5-4e40-be4b-272492394dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:14.051428 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b3c9c5e0-3de5-4e40-be4b-272492394dfb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb79477e-d7dd-44bd-a148-d7c5fbc718be HTTP/1.1" status: 204 len: 168 time: 0.1983280 May 10 20:22:14.059426 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9c5e0-3de5-4e40-be4b-272492394dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb79477e-d7dd-44bd-a148-d7c5fbc718be,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:19.902835 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57698) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:20.004566 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c85d3514-42b8-4a37-b372-010f2aff08be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:20.076162 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c85d3514-42b8-4a37-b372-010f2aff08be admin admin] Publish callbacks [] for security_group (98650abf-2d01-4d5a-809b-7fe1aa7b3d5c), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:20.144311 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c85d3514-42b8-4a37-b372-010f2aff08be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (98650abf-2d01-4d5a-809b-7fe1aa7b3d5c), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:20.183194 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c85d3514-42b8-4a37-b372-010f2aff08be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d927305b681418b836b83c5d99653fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793119 May 10 20:22:20.184791 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d3514-42b8-4a37-b372-010f2aff08be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98650abf-2d01-4d5a-809b-7fe1aa7b3d5c,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:20.186568 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57702) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:20.235691 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6eff7483-0c65-480d-94d1-40d8cc504a16 admin admin] Publish callbacks [] for security_group (98650abf-2d01-4d5a-809b-7fe1aa7b3d5c), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:20.256152 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6eff7483-0c65-480d-94d1-40d8cc504a16 admin admin] Publish callbacks [] for security_group (98650abf-2d01-4d5a-809b-7fe1aa7b3d5c), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:20.384709 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6eff7483-0c65-480d-94d1-40d8cc504a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (98650abf-2d01-4d5a-809b-7fe1aa7b3d5c), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:20.387305 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6eff7483-0c65-480d-94d1-40d8cc504a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:20.388466 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6eff7483-0c65-480d-94d1-40d8cc504a16 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98650abf-2d01-4d5a-809b-7fe1aa7b3d5c HTTP/1.1" status: 204 len: 168 time: 0.2002547 May 10 20:22:20.396265 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff7483-0c65-480d-94d1-40d8cc504a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98650abf-2d01-4d5a-809b-7fe1aa7b3d5c,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:20.710942 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bb9d9497-587e-42f6-906e-631e3b8bec16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:20.924886 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57708) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:20.938327 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5131c081-0dfd-4911-87fb-573fa6ec68b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:21.012690 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5131c081-0dfd-4911-87fb-573fa6ec68b7 admin admin] Publish callbacks [] for security_group (d3e94a39-b9ca-4219-addb-73f82387a0d1), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:21.092317 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5131c081-0dfd-4911-87fb-573fa6ec68b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (d3e94a39-b9ca-4219-addb-73f82387a0d1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:21.130231 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5131c081-0dfd-4911-87fb-573fa6ec68b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc100911056342f3b77499d8e2dec08a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042332 May 10 20:22:21.131122 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131c081-0dfd-4911-87fb-573fa6ec68b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e94a39-b9ca-4219-addb-73f82387a0d1,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:21.132933 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57710) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:21.181131 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf858-34fb-464d-91a2-da6c748a1418 admin admin] Publish callbacks [] for security_group (d3e94a39-b9ca-4219-addb-73f82387a0d1), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:21.202283 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf858-34fb-464d-91a2-da6c748a1418 admin admin] Publish callbacks [] for security_group (d3e94a39-b9ca-4219-addb-73f82387a0d1), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:21.326721 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf858-34fb-464d-91a2-da6c748a1418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (d3e94a39-b9ca-4219-addb-73f82387a0d1), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:21.329564 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf858-34fb-464d-91a2-da6c748a1418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:21.330700 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-dbfdf858-34fb-464d-91a2-da6c748a1418 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3e94a39-b9ca-4219-addb-73f82387a0d1 HTTP/1.1" status: 204 len: 168 time: 0.1967876 May 10 20:22:21.342513 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdf858-34fb-464d-91a2-da6c748a1418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e94a39-b9ca-4219-addb-73f82387a0d1,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:23.122228 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fc88e3b0-caf5-485e-8660-4311816d6463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:24.419673 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:25.750893 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:27.023182 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:22:27.163927 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f6a62-cd40-4f79-a1ef-97038e3b62e6 req-6f2f02b1-27b2-4311-a354-928bfc848cda tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:27.165404 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e88f6a62-cd40-4f79-a1ef-97038e3b62e6 req-6f2f02b1-27b2-4311-a354-928bfc848cda tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0539937 May 10 20:22:27.207894 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:27.216592 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e88f6a62-cd40-4f79-a1ef-97038e3b62e6 req-3c97e5bd-9779-4d0e-8994-9bc17242a8c0 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430057 May 10 20:22:28.341383 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd4227-83cc-43bf-b930-53414f071911 req-d3f1a525-50da-43e4-b3ac-13e4637d4f49 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:28.342909 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d8cd4227-83cc-43bf-b930-53414f071911 req-d3f1a525-50da-43e4-b3ac-13e4637d4f49 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0528800 May 10 20:22:28.390526 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d8cd4227-83cc-43bf-b930-53414f071911 req-08aaafeb-ef54-4cca-94e7-5b07718ebee8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417528 May 10 20:22:28.418740 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57840) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:28.529138 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-06456615-2930-4c09-a332-715ac1027dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:28.601848 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-06456615-2930-4c09-a332-715ac1027dd4 admin admin] Publish callbacks [] for security_group (6c77b772-9482-40a7-9850-d4f77f5a6245), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:28.665178 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-06456615-2930-4c09-a332-715ac1027dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (6c77b772-9482-40a7-9850-d4f77f5a6245), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:28.703927 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-06456615-2930-4c09-a332-715ac1027dd4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dfd15852cc7d444ea872fb09b1227097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841396 May 10 20:22:28.704829 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06456615-2930-4c09-a332-715ac1027dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c77b772-9482-40a7-9850-d4f77f5a6245,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:28.706823 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57844) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:28.754899 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c3f62de4-8d20-4c69-9ac4-98e8b96d2ef2 admin admin] Publish callbacks [] for security_group (6c77b772-9482-40a7-9850-d4f77f5a6245), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:28.776160 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c3f62de4-8d20-4c69-9ac4-98e8b96d2ef2 admin admin] Publish callbacks [] for security_group (6c77b772-9482-40a7-9850-d4f77f5a6245), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:28.887944 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c3f62de4-8d20-4c69-9ac4-98e8b96d2ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (6c77b772-9482-40a7-9850-d4f77f5a6245), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:28.890466 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c3f62de4-8d20-4c69-9ac4-98e8b96d2ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:28.891614 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-c3f62de4-8d20-4c69-9ac4-98e8b96d2ef2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c77b772-9482-40a7-9850-d4f77f5a6245 HTTP/1.1" status: 204 len: 168 time: 0.1838098 May 10 20:22:28.899618 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f62de4-8d20-4c69-9ac4-98e8b96d2ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c77b772-9482-40a7-9850-d4f77f5a6245,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:29.480688 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57852) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:29.494535 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e30146d5-e24f-4014-94f8-69d75a9f6fe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:29.513735 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c87efb-6a5e-421d-a4b1-2fafe5c5869c req-fe2420dd-a681-49ef-a840-e1c31d4e3719 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:29.515243 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9c87efb-6a5e-421d-a4b1-2fafe5c5869c req-fe2420dd-a681-49ef-a840-e1c31d4e3719 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0502796 May 10 20:22:29.563023 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9c87efb-6a5e-421d-a4b1-2fafe5c5869c req-ccc1a883-7354-4a9e-8bdc-6adeb5cd039f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420063 May 10 20:22:29.571535 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e30146d5-e24f-4014-94f8-69d75a9f6fe4 admin admin] Publish callbacks [] for security_group (6d9955d4-0526-4de8-a7b1-08ddb87dcde2), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:29.619561 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e30146d5-e24f-4014-94f8-69d75a9f6fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (6d9955d4-0526-4de8-a7b1-08ddb87dcde2), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:29.658288 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e30146d5-e24f-4014-94f8-69d75a9f6fe4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=76d84e29cc1e4a6fa5583fb881926825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758118 May 10 20:22:29.659086 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30146d5-e24f-4014-94f8-69d75a9f6fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9955d4-0526-4de8-a7b1-08ddb87dcde2,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:29.660883 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57854) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:29.708359 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5356429e-8472-40b5-a419-f2816a13fb3f admin admin] Publish callbacks [] for security_group (6d9955d4-0526-4de8-a7b1-08ddb87dcde2), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:29.729748 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5356429e-8472-40b5-a419-f2816a13fb3f admin admin] Publish callbacks [] for security_group (6d9955d4-0526-4de8-a7b1-08ddb87dcde2), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:29.842631 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5356429e-8472-40b5-a419-f2816a13fb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (6d9955d4-0526-4de8-a7b1-08ddb87dcde2), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:29.845186 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5356429e-8472-40b5-a419-f2816a13fb3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:29.846374 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5356429e-8472-40b5-a419-f2816a13fb3f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6d9955d4-0526-4de8-a7b1-08ddb87dcde2 HTTP/1.1" status: 204 len: 168 time: 0.1843979 May 10 20:22:29.854267 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356429e-8472-40b5-a419-f2816a13fb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9955d4-0526-4de8-a7b1-08ddb87dcde2,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:30.689407 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd357ba5-b23a-4e0f-9741-5c63bd984a6f req-b8f1e7f0-444b-420d-bf2e-e8022c8ae9dc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:30.690878 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cd357ba5-b23a-4e0f-9741-5c63bd984a6f req-b8f1e7f0-444b-420d-bf2e-e8022c8ae9dc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0531757 May 10 20:22:30.742980 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cd357ba5-b23a-4e0f-9741-5c63bd984a6f req-63522787-c22b-4008-8f09-685a748732f2 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465944 May 10 20:22:31.407097 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 57888) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:31.510480 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5617008c-50e9-4c1d-a2a1-541e92203f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:31.583577 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5617008c-50e9-4c1d-a2a1-541e92203f43 admin admin] Publish callbacks [] for security_group (74d2af96-8f11-4c6a-884b-78013b67c9b6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:31.654138 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5617008c-50e9-4c1d-a2a1-541e92203f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (74d2af96-8f11-4c6a-884b-78013b67c9b6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:31.696222 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5617008c-50e9-4c1d-a2a1-541e92203f43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=117184717009478caf9f37865408bb51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880070 May 10 20:22:31.697173 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617008c-50e9-4c1d-a2a1-541e92203f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d2af96-8f11-4c6a-884b-78013b67c9b6,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:31.698974 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 57892) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:31.752781 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0768f681-6b4e-49a7-8f97-51f3448db7ef admin admin] Publish callbacks [] for security_group (74d2af96-8f11-4c6a-884b-78013b67c9b6), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:31.774466 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0768f681-6b4e-49a7-8f97-51f3448db7ef admin admin] Publish callbacks [] for security_group (74d2af96-8f11-4c6a-884b-78013b67c9b6), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:31.860228 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996328f0-6130-41b8-9585-42cba6ccbd0d req-a5a6bda1-2521-4b4d-99e8-01422b9da7de tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:31.861705 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-996328f0-6130-41b8-9585-42cba6ccbd0d req-a5a6bda1-2521-4b4d-99e8-01422b9da7de tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0469413 May 10 20:22:31.899615 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0768f681-6b4e-49a7-8f97-51f3448db7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (74d2af96-8f11-4c6a-884b-78013b67c9b6), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:31.902210 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0768f681-6b4e-49a7-8f97-51f3448db7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:31.906741 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-0768f681-6b4e-49a7-8f97-51f3448db7ef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/74d2af96-8f11-4c6a-884b-78013b67c9b6 HTTP/1.1" status: 204 len: 168 time: 0.2067661 May 10 20:22:31.908245 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-996328f0-6130-41b8-9585-42cba6ccbd0d req-5703ae1d-72b4-43fb-ba61-66cc856f0947 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406601 May 10 20:22:31.915549 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768f681-6b4e-49a7-8f97-51f3448db7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d2af96-8f11-4c6a-884b-78013b67c9b6,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:33.025969 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf8d1b-9cbc-46ff-ad6e-f0ac216ca20e req-d735bcf8-9684-48b9-b776-681c60eb1bd7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:33.027456 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5acf8d1b-9cbc-46ff-ad6e-f0ac216ca20e req-d735bcf8-9684-48b9-b776-681c60eb1bd7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0467999 May 10 20:22:33.076815 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5acf8d1b-9cbc-46ff-ad6e-f0ac216ca20e req-74974d35-cf68-49e3-b039-a1f214ded5b8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438831 May 10 20:22:33.159073 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82441691-1b43-4365-93b1-32acb389f1ee req-d91e41b9-2568-41e2-8914-a800304c261d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:33.161398 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-82441691-1b43-4365-93b1-32acb389f1ee req-d91e41b9-2568-41e2-8914-a800304c261d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0561264 May 10 20:22:33.213112 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-82441691-1b43-4365-93b1-32acb389f1ee req-93686925-c5c9-4fc2-8008-7d3e6ef8404d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461743 May 10 20:22:34.200076 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ff23a-b1e0-4ef6-a99e-bc19312ece79 req-23623d83-a8e3-44d1-842b-5b57b78bc289 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:34.202187 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d8ff23a-b1e0-4ef6-a99e-bc19312ece79 req-23623d83-a8e3-44d1-842b-5b57b78bc289 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0509019 May 10 20:22:34.257851 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d8ff23a-b1e0-4ef6-a99e-bc19312ece79 req-44898155-f69a-4897-b36f-6d339235e330 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465426 May 10 20:22:34.330071 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d77ec3-3d8e-41b7-b8d3-d5e1aa3e8cb8 req-7b460c0a-9258-4041-ad03-5c30b0167c8e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:34.331663 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-01d77ec3-3d8e-41b7-b8d3-d5e1aa3e8cb8 req-7b460c0a-9258-4041-ad03-5c30b0167c8e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0478113 May 10 20:22:34.380773 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-01d77ec3-3d8e-41b7-b8d3-d5e1aa3e8cb8 req-31011420-016a-40c7-9602-926cd0552d3a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433362 May 10 20:22:35.366488 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb4807-fa96-4c08-91d0-14d73c80050a req-e145f28d-831b-4939-b9d2-4a522e377995 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:35.367990 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9beb4807-fa96-4c08-91d0-14d73c80050a req-e145f28d-831b-4939-b9d2-4a522e377995 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0462782 May 10 20:22:35.414718 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9beb4807-fa96-4c08-91d0-14d73c80050a req-7f3970ff-348a-4604-bc48-a89533e872a3 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406265 May 10 20:22:35.498099 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597db92-42ba-4d60-aa69-5213cf9e5d79 req-706a44a1-1542-4a3b-8f24-f50eb2a4e0a7 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:35.499561 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0597db92-42ba-4d60-aa69-5213cf9e5d79 req-706a44a1-1542-4a3b-8f24-f50eb2a4e0a7 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0503755 May 10 20:22:35.547628 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0597db92-42ba-4d60-aa69-5213cf9e5d79 req-f38007aa-0283-4daa-86f6-aada235194a6 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424147 May 10 20:22:36.542356 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96cf8b-89cb-41b9-a3e5-b26aa795db17 req-6ce0cf97-3c0b-41af-a325-005502c0f70f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:36.545095 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c96cf8b-89cb-41b9-a3e5-b26aa795db17 req-6ce0cf97-3c0b-41af-a325-005502c0f70f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0544569 May 10 20:22:36.598074 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c96cf8b-89cb-41b9-a3e5-b26aa795db17 req-7892433a-5e99-4692-8735-6465e12c8485 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474207 May 10 20:22:36.664366 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5efa5-7b08-4b52-8834-3c578398519c req-3e9cdbe7-79f5-4b0c-aaf6-3b078813e031 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:36.665794 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8c5efa5-7b08-4b52-8834-3c578398519c req-3e9cdbe7-79f5-4b0c-aaf6-3b078813e031 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0478268 May 10 20:22:36.714301 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8c5efa5-7b08-4b52-8834-3c578398519c req-636d8a5f-ccbd-483a-87ca-619d3355f500 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428221 May 10 20:22:37.731591 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100d15a-e98f-4fdd-abd8-2b82b0e0b23b req-7e41779f-89a9-4ef5-9723-5b4a0edc2024 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:37.733060 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5100d15a-e98f-4fdd-abd8-2b82b0e0b23b req-7e41779f-89a9-4ef5-9723-5b4a0edc2024 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0541599 May 10 20:22:37.781524 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5100d15a-e98f-4fdd-abd8-2b82b0e0b23b req-4a92d597-74fe-4800-ab96-c69bd9a73449 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428805 May 10 20:22:37.797329 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:37.829661 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8218e15-38e0-4d41-bb54-cab93cb5ecf2 req-45906170-1e02-4f06-90d2-f661082beccd tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:37.831147 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f8218e15-38e0-4d41-bb54-cab93cb5ecf2 req-45906170-1e02-4f06-90d2-f661082beccd tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0478611 May 10 20:22:37.886393 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f8218e15-38e0-4d41-bb54-cab93cb5ecf2 req-f8971b06-7a9f-48ee-aa03-064458afb355 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471001 May 10 20:22:38.022487 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d675d-d69a-496a-aa3e-a3bf400dc4ab req-d4239fb2-5522-4400-90ae-8cb7a213ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:38.023972 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d76d675d-d69a-496a-aa3e-a3bf400dc4ab req-d4239fb2-5522-4400-90ae-8cb7a213ed42 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b9724c9a575141d48bbfbde685774622&device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 1130 time: 0.0396912 May 10 20:22:38.131897 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d675d-d69a-496a-aa3e-a3bf400dc4ab req-a6dcebea-3374-4769-83ed-711228c120b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:38.133376 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d76d675d-d69a-496a-aa3e-a3bf400dc4ab req-a6dcebea-3374-4769-83ed-711228c120b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=339c6d8e-af10-4b8c-9702-0522fc8af9c1 HTTP/1.1" status: 200 len: 909 time: 0.0894189 May 10 20:22:38.201786 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d76d675d-d69a-496a-aa3e-a3bf400dc4ab req-2f91687e-e7ef-47a3-a2d6-413afb6ee31f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7493a0cb-9315-4b94-8686-f58a23c9417d HTTP/1.1" status: 200 len: 1001 time: 0.0584083 May 10 20:22:38.290057 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d675d-d69a-496a-aa3e-a3bf400dc4ab req-d77a22e9-0a20-4eda-aed8-d3d820d3ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:38.291541 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d76d675d-d69a-496a-aa3e-a3bf400dc4ab req-d77a22e9-0a20-4eda-aed8-d3d820d3ba1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0296e62-bd8a-4130-840e-5dc3ebc5a76d HTTP/1.1" status: 200 len: 847 time: 0.0498867 May 10 20:22:38.335387 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d675d-d69a-496a-aa3e-a3bf400dc4ab req-52e7c5fc-bf03-49d1-8222-32f6b92f7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:38.336832 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d76d675d-d69a-496a-aa3e-a3bf400dc4ab req-52e7c5fc-bf03-49d1-8222-32f6b92f7e3c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=339c6d8e-af10-4b8c-9702-0522fc8af9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383508 May 10 20:22:38.425079 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d76d675d-d69a-496a-aa3e-a3bf400dc4ab req-c20dcf06-735e-4a04-9007-1644db4b5945 service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818069 May 10 20:22:38.531374 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d76d675d-d69a-496a-aa3e-a3bf400dc4ab req-94d0bc07-b449-4616-a393-dcd2f86377a7 service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996270 May 10 20:22:38.900126 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96853b7-8964-48d6-b7c9-e71da9f2bafc req-3887005d-3545-4a5c-a570-ce980ae0e927 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:38.901600 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b96853b7-8964-48d6-b7c9-e71da9f2bafc req-3887005d-3545-4a5c-a570-ce980ae0e927 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0467796 May 10 20:22:38.948296 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b96853b7-8964-48d6-b7c9-e71da9f2bafc req-dfa05a96-3d11-4b74-8847-b050210840b6 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404975 May 10 20:22:39.051122 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a5f43-4851-4645-84cf-b81de950f152 req-5cff6d6d-8ddf-4333-9097-830fbad29353 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:39.052577 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-042a5f43-4851-4645-84cf-b81de950f152 req-5cff6d6d-8ddf-4333-9097-830fbad29353 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0461259 May 10 20:22:39.104956 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-042a5f43-4851-4645-84cf-b81de950f152 req-a7c929df-b05e-4970-9625-18c9e9ffcd6b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467627 May 10 20:22:40.067155 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47614ade-02f7-42ad-9b17-a44c1c1ab823 req-1575a87b-1300-450c-aebb-38930b463b81 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:40.068701 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-47614ade-02f7-42ad-9b17-a44c1c1ab823 req-1575a87b-1300-450c-aebb-38930b463b81 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0484936 May 10 20:22:40.117023 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-47614ade-02f7-42ad-9b17-a44c1c1ab823 req-b75c0c9e-bd0e-4720-bece-6120b5abc51c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426769 May 10 20:22:40.239230 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fad64-bef0-478a-9067-e502b8e41d1e req-8b74d7ed-e748-4718-87b0-bf3c528ca4dd tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:40.240605 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2c5fad64-bef0-478a-9067-e502b8e41d1e req-8b74d7ed-e748-4718-87b0-bf3c528ca4dd tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0475714 May 10 20:22:40.288400 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2c5fad64-bef0-478a-9067-e502b8e41d1e req-1e2c2fb2-4b39-4312-801e-240d6860c7bc tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 May 10 20:22:41.234861 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9cc87-279b-4f31-83f1-e009a523f506 req-a37f5926-ab22-41c5-8576-10097a75c56d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:41.236346 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1bd9cc87-279b-4f31-83f1-e009a523f506 req-a37f5926-ab22-41c5-8576-10097a75c56d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0470731 May 10 20:22:41.285536 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1bd9cc87-279b-4f31-83f1-e009a523f506 req-b93451d8-454a-4054-b046-ee958bda1f0c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436201 May 10 20:22:41.400649 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddaeb8-01f8-4bc5-9d52-5581dbbbc730 req-2d898f90-dae3-43ef-a279-63c20506ed59 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:41.402124 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-53ddaeb8-01f8-4bc5-9d52-5581dbbbc730 req-2d898f90-dae3-43ef-a279-63c20506ed59 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0453937 May 10 20:22:41.460986 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-53ddaeb8-01f8-4bc5-9d52-5581dbbbc730 req-f86dbbcb-9819-4415-84bb-32bc4403f617 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527277 May 10 20:22:42.405909 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf3f64-4640-4421-9ea1-1952ae0451b2 req-0926ed0a-4962-4dd5-a76a-3f951b3963ca tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:42.407377 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfbf3f64-4640-4421-9ea1-1952ae0451b2 req-0926ed0a-4962-4dd5-a76a-3f951b3963ca tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0495439 May 10 20:22:42.454160 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfbf3f64-4640-4421-9ea1-1952ae0451b2 req-ec353c2c-c38d-4c7e-b526-aff59ebe3d3e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411992 May 10 20:22:42.574321 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de120c-9d27-4141-bb8f-c1c83500469c req-9a918779-3bca-4d7b-b135-a1b804c3caa4 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:42.576693 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-47de120c-9d27-4141-bb8f-c1c83500469c req-9a918779-3bca-4d7b-b135-a1b804c3caa4 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0490334 May 10 20:22:42.639537 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-47de120c-9d27-4141-bb8f-c1c83500469c req-845c17e9-627d-46b1-97e9-6ce3dd06d3d3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537617 May 10 20:22:43.110216 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58080) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:43.214879 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed9d237c-d0ac-464e-83b5-4446531ebf2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:43.287948 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed9d237c-d0ac-464e-83b5-4446531ebf2c admin admin] Publish callbacks [] for security_group (d2346c48-1450-4536-80ad-a847f15a23ba), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:43.360906 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed9d237c-d0ac-464e-83b5-4446531ebf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (d2346c48-1450-4536-80ad-a847f15a23ba), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:43.400426 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ed9d237c-d0ac-464e-83b5-4446531ebf2c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=847a71dec06441478a4635dcd37bca69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891448 May 10 20:22:43.401273 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d237c-d0ac-464e-83b5-4446531ebf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2346c48-1450-4536-80ad-a847f15a23ba,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:43.403312 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 58084) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:43.488987 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7108f4a9-03fd-46c8-9c65-fd1522b44968 admin admin] Publish callbacks [] for security_group (d2346c48-1450-4536-80ad-a847f15a23ba), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:43.491103 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7108f4a9-03fd-46c8-9c65-fd1522b44968 admin admin] Publish callbacks [] for security_group (d2346c48-1450-4536-80ad-a847f15a23ba), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:43.579220 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b18f4d-f334-42cb-ba8d-d27b2bc4e8d3 req-f36d31cd-4c4c-4691-8009-d401e481e4b7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:43.580683 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-49b18f4d-f334-42cb-ba8d-d27b2bc4e8d3 req-f36d31cd-4c4c-4691-8009-d401e481e4b7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0503542 May 10 20:22:43.627105 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-49b18f4d-f334-42cb-ba8d-d27b2bc4e8d3 req-75adef35-22aa-4886-b55f-f08c5e423a2a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408189 May 10 20:22:43.665892 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7108f4a9-03fd-46c8-9c65-fd1522b44968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (d2346c48-1450-4536-80ad-a847f15a23ba), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:43.668500 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7108f4a9-03fd-46c8-9c65-fd1522b44968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:43.669626 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7108f4a9-03fd-46c8-9c65-fd1522b44968 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2346c48-1450-4536-80ad-a847f15a23ba HTTP/1.1" status: 204 len: 168 time: 0.2643690 May 10 20:22:43.681081 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108f4a9-03fd-46c8-9c65-fd1522b44968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2346c48-1450-4536-80ad-a847f15a23ba,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:43.774663 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07bb7c-0e9a-4247-b2c9-be592e1f5a30 req-f638d81e-d228-4075-80ed-a7cbaf2b7d87 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:43.776046 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5c07bb7c-0e9a-4247-b2c9-be592e1f5a30 req-f638d81e-d228-4075-80ed-a7cbaf2b7d87 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0509853 May 10 20:22:43.825954 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5c07bb7c-0e9a-4247-b2c9-be592e1f5a30 req-a63dc15b-97cc-4089-b5da-949e4d8acbcb tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427361 May 10 20:22:44.255039 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 063af925-b83e-40dd-8134-6b074fb2357d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:22:44.326832 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 58096) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:44.340012 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8231ef23-d630-4ae4-b23a-42fa83ee2b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:44.353882 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 063af925-b83e-40dd-8134-6b074fb2357d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=063af925-b83e-40dd-8134-6b074fb2357d,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:22:44.366296 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '063af925-b83e-40dd-8134-6b074fb2357d', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'port_id': '063af925-b83e-40dd-8134-6b074fb2357d', 'mac_address': 'fa:16:3e:c7:4e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:22:44.404434 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 063af925-b83e-40dd-8134-6b074fb2357d is: ACTIVE; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:22:44.404826 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (063af925-b83e-40dd-8134-6b074fb2357d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:44.413360 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8231ef23-d630-4ae4-b23a-42fa83ee2b00 admin admin] Publish callbacks [] for security_group (dc27f2a5-f26b-4e76-a62d-13e6aad8b6f9), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:44.417807 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 063af925-b83e-40dd-8134-6b074fb2357d {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:22:44.438677 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 063af925-b83e-40dd-8134-6b074fb2357d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=063af925-b83e-40dd-8134-6b074fb2357d,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:22:44.470106 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8231ef23-d630-4ae4-b23a-42fa83ee2b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (dc27f2a5-f26b-4e76-a62d-13e6aad8b6f9), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:44.508642 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8231ef23-d630-4ae4-b23a-42fa83ee2b00 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=388e17a2c57e44ddb1df5c435c381595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805129 May 10 20:22:44.510504 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231ef23-d630-4ae4-b23a-42fa83ee2b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc27f2a5-f26b-4e76-a62d-13e6aad8b6f9,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:44.511254 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58098) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:44.517579 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (063af925-b83e-40dd-8134-6b074fb2357d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:44.572572 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c0ece4f-655a-4ed4-89de-cf26c21cb3c1 admin admin] Publish callbacks [] for security_group (dc27f2a5-f26b-4e76-a62d-13e6aad8b6f9), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:44.574895 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=063af925-b83e-40dd-8134-6b074fb2357d,revision_number=6']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:44.583102 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.583449 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.583815 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.584180 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.584547 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.584874 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.585283 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.585662 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.586053 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.586436 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.586762 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.587101 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.587435 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.588168 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.588168 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:44.598726 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c0ece4f-655a-4ed4-89de-cf26c21cb3c1 admin admin] Publish callbacks [] for security_group (dc27f2a5-f26b-4e76-a62d-13e6aad8b6f9), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:44.607769 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['063af925-b83e-40dd-8134-6b074fb2357d'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:22:44.728933 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c0ece4f-655a-4ed4-89de-cf26c21cb3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (dc27f2a5-f26b-4e76-a62d-13e6aad8b6f9), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:44.733421 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c0ece4f-655a-4ed4-89de-cf26c21cb3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:44.737926 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-1c0ece4f-655a-4ed4-89de-cf26c21cb3c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc27f2a5-f26b-4e76-a62d-13e6aad8b6f9 HTTP/1.1" status: 204 len: 168 time: 0.2255745 May 10 20:22:44.749351 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ece4f-655a-4ed4-89de-cf26c21cb3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc27f2a5-f26b-4e76-a62d-13e6aad8b6f9,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:44.769163 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42305ac6-9f33-4ad5-9cfc-d8e21e9d77be req-b1b41f44-9032-4a28-b993-67841336ef38 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:44.771202 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-42305ac6-9f33-4ad5-9cfc-d8e21e9d77be req-b1b41f44-9032-4a28-b993-67841336ef38 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 945 time: 0.0681677 May 10 20:22:44.838643 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-42305ac6-9f33-4ad5-9cfc-d8e21e9d77be req-0dade238-6064-47f4-aabf-1954517898dc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525756 May 10 20:22:44.947430 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8d6f3-15fe-4d3f-962e-358542232ac2 req-fafd2d8e-5c2a-49c7-850c-04e0d60edff2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:44.948912 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-17b8d6f3-15fe-4d3f-962e-358542232ac2 req-fafd2d8e-5c2a-49c7-850c-04e0d60edff2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0478432 May 10 20:22:45.003388 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-17b8d6f3-15fe-4d3f-962e-358542232ac2 req-26e7d6dd-cb71-4c09-b4c2-8236a28d4248 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486860 May 10 20:22:45.498852 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58138) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:45.517731 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f8735979-d876-4bbb-973a-5e1f273d6093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:45.619777 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f8735979-d876-4bbb-973a-5e1f273d6093 admin admin] Publish callbacks [] for security_group (98d62c85-23d0-4674-8aa7-a905ae98006f), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:45.705995 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f8735979-d876-4bbb-973a-5e1f273d6093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (98d62c85-23d0-4674-8aa7-a905ae98006f), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:45.749707 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f8735979-d876-4bbb-973a-5e1f273d6093 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=584c2eb0caec456982e79274ab0fa200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496099 May 10 20:22:45.750591 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8735979-d876-4bbb-973a-5e1f273d6093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d62c85-23d0-4674-8aa7-a905ae98006f,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:45.753411 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 58140) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:45.823878 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-12450150-52a3-4ad5-b525-645ba27397a9 admin admin] Publish callbacks [] for security_group (98d62c85-23d0-4674-8aa7-a905ae98006f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:45.850956 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-12450150-52a3-4ad5-b525-645ba27397a9 admin admin] Publish callbacks [] for security_group (98d62c85-23d0-4674-8aa7-a905ae98006f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:45.974894 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5861d-1097-401e-88a2-a6e1d8d61a4c req-cfef6852-a16f-4e33-89fd-db6986b607bf tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:45.977022 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-daf5861d-1097-401e-88a2-a6e1d8d61a4c req-cfef6852-a16f-4e33-89fd-db6986b607bf tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 945 time: 0.0515616 May 10 20:22:45.990279 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-12450150-52a3-4ad5-b525-645ba27397a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (98d62c85-23d0-4674-8aa7-a905ae98006f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:45.992743 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-12450150-52a3-4ad5-b525-645ba27397a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:45.995608 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-12450150-52a3-4ad5-b525-645ba27397a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98d62c85-23d0-4674-8aa7-a905ae98006f HTTP/1.1" status: 204 len: 168 time: 0.2409916 May 10 20:22:46.022670 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12450150-52a3-4ad5-b525-645ba27397a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d62c85-23d0-4674-8aa7-a905ae98006f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:46.062402 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-daf5861d-1097-401e-88a2-a6e1d8d61a4c req-ae104ff6-3cc9-45c2-a1d9-637b28df3be6 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794528 May 10 20:22:46.175257 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440faa8-4f9b-4784-9b3a-003d134c7cf0 req-be2f4527-8c1b-432f-9164-e980743b76ac tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:46.176761 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5440faa8-4f9b-4784-9b3a-003d134c7cf0 req-be2f4527-8c1b-432f-9164-e980743b76ac tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0690823 May 10 20:22:46.236037 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5440faa8-4f9b-4784-9b3a-003d134c7cf0 req-c33d2dfd-147d-4f42-b7b1-30e2efb08c73 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512142 May 10 20:22:46.260358 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 063af925-b83e-40dd-8134-6b074fb2357d up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:22:46.321956 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 063af925-b83e-40dd-8134-6b074fb2357d triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:22:46.323293 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (063af925-b83e-40dd-8134-6b074fb2357d), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:46.418492 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 063af925-b83e-40dd-8134-6b074fb2357d is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:22:46.419676 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (063af925-b83e-40dd-8134-6b074fb2357d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:46.462004 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063af925-b83e-40dd-8134-6b074fb2357d'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:22:46.464669 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81e630e-6750-4026-a8e4-e1fb6741f69f" -d '{"events": [{"server_uuid": "8b925038-2c3c-4a07-a98a-56c1df0786e5", "name": "network-vif-plugged", "status": "completed", "tag": "063af925-b83e-40dd-8134-6b074fb2357d"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:22:46.475232 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 063af925-b83e-40dd-8134-6b074fb2357d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=063af925-b83e-40dd-8134-6b074fb2357d,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:22:46.550310 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (063af925-b83e-40dd-8134-6b074fb2357d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:46.632403 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=063af925-b83e-40dd-8134-6b074fb2357d,revision_number=7']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:46.694815 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9833173-bc81-495f-893f-32bbf9261a9f x-openstack-request-id: req-a9833173-bc81-495f-893f-32bbf9261a9f {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:22:46.695316 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b925038-2c3c-4a07-a98a-56c1df0786e5", "name": "network-vif-plugged", "status": "completed", "tag": "063af925-b83e-40dd-8134-6b074fb2357d", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:22:46.695722 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9833173-bc81-495f-893f-32bbf9261a9f {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:22:46.696907 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9833173-bc81-495f-893f-32bbf9261a9f'] response: {'server_uuid': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063af925-b83e-40dd-8134-6b074fb2357d', 'code': 200} May 10 20:22:47.228575 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dd689-6bc9-49d3-9097-7654ed3c5d90 req-6836f61d-bc84-4155-b117-87457a0ba6c7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:47.236939 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-651dd689-6bc9-49d3-9097-7654ed3c5d90 req-6836f61d-bc84-4155-b117-87457a0ba6c7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0603826 May 10 20:22:47.299121 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-651dd689-6bc9-49d3-9097-7654ed3c5d90 req-25144b13-b771-4310-8213-ed4e62522855 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608702 May 10 20:22:47.394528 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdc3e9-bf17-4612-9061-e1818824cd83 req-1f684cba-9bd9-4917-91db-b1d3ec3b1d13 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:47.396767 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85fdc3e9-bf17-4612-9061-e1818824cd83 req-1f684cba-9bd9-4917-91db-b1d3ec3b1d13 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0658410 May 10 20:22:47.467089 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85fdc3e9-bf17-4612-9061-e1818824cd83 req-56bac67a-3555-47ed-a6d5-7410f0c2c682 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573814 May 10 20:22:48.375535 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608c31f-f045-4c12-bbec-a9637d76d67e req-4c7b0b09-4879-4e2b-a140-567f1e162227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:48.377302 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3608c31f-f045-4c12-bbec-a9637d76d67e req-4c7b0b09-4879-4e2b-a140-567f1e162227 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b9724c9a575141d48bbfbde685774622&device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 1130 time: 0.0597262 May 10 20:22:48.451605 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d673a-db6d-40e3-93f4-ce24cdc82057 req-a8769745-51c9-499b-b81a-b091e5eb4a50 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:48.453100 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0c0d673a-db6d-40e3-93f4-ce24cdc82057 req-a8769745-51c9-499b-b81a-b091e5eb4a50 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0576227 May 10 20:22:48.491605 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608c31f-f045-4c12-bbec-a9637d76d67e req-91809e15-0bba-4717-87a2-da06e663417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:48.493822 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3608c31f-f045-4c12-bbec-a9637d76d67e req-91809e15-0bba-4717-87a2-da06e663417f service neutron] 10.222.0.83 "GET /v2.0/networks?id=339c6d8e-af10-4b8c-9702-0522fc8af9c1 HTTP/1.1" status: 200 len: 909 time: 0.1100159 May 10 20:22:48.510244 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0c0d673a-db6d-40e3-93f4-ce24cdc82057 req-618b7fd0-329e-43b1-a401-d051c123a73e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491781 May 10 20:22:48.595368 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b320c6-1679-4633-9676-379726dde054 req-274ce481-b711-400e-a62b-cfd828336035 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:48.596818 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f5b320c6-1679-4633-9676-379726dde054 req-274ce481-b711-400e-a62b-cfd828336035 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0603395 May 10 20:22:48.674536 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3608c31f-f045-4c12-bbec-a9637d76d67e req-611a7c18-cd10-4d97-9b55-927096232af8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7493a0cb-9315-4b94-8686-f58a23c9417d HTTP/1.1" status: 200 len: 1001 time: 0.0992966 May 10 20:22:48.683292 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608c31f-f045-4c12-bbec-a9637d76d67e req-434efac7-d34d-461b-aaa8-67b23deb04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:48.684770 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3608c31f-f045-4c12-bbec-a9637d76d67e req-434efac7-d34d-461b-aaa8-67b23deb04c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0296e62-bd8a-4130-840e-5dc3ebc5a76d HTTP/1.1" status: 200 len: 847 time: 0.0753381 May 10 20:22:48.688912 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f5b320c6-1679-4633-9676-379726dde054 req-478139d1-4ebb-4516-9fa9-6d2fecfd9b0f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863612 May 10 20:22:48.731436 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608c31f-f045-4c12-bbec-a9637d76d67e req-6de863fe-7d75-426c-bbf6-11459f447dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:48.733271 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3608c31f-f045-4c12-bbec-a9637d76d67e req-6de863fe-7d75-426c-bbf6-11459f447dc9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=339c6d8e-af10-4b8c-9702-0522fc8af9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405920 May 10 20:22:48.844668 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3608c31f-f045-4c12-bbec-a9637d76d67e req-24e20e3f-1cc7-488c-90b4-bcaaeb1678b3 service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047304 May 10 20:22:48.992970 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3608c31f-f045-4c12-bbec-a9637d76d67e req-1946e291-3176-4951-809b-5778d138a550 service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375446 May 10 20:22:49.670699 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5589de-15e0-4fe7-bf26-205ba04bcfe4 req-070bddc6-386c-4c35-bfff-4200da700a01 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:49.673098 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0f5589de-15e0-4fe7-bf26-205ba04bcfe4 req-070bddc6-386c-4c35-bfff-4200da700a01 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0603547 May 10 20:22:49.809272 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0f5589de-15e0-4fe7-bf26-205ba04bcfe4 req-f54aba83-824e-4940-838d-7ef3113e0c84 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301405 May 10 20:22:49.938258 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47c8e7-f990-42e8-b4e4-0cd0a3845bf9 req-2e557469-ed48-4544-b56b-b4bcf9078df1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:49.939980 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4d47c8e7-f990-42e8-b4e4-0cd0a3845bf9 req-2e557469-ed48-4544-b56b-b4bcf9078df1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0501747 May 10 20:22:49.997170 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4d47c8e7-f990-42e8-b4e4-0cd0a3845bf9 req-64d15678-622c-4fd6-8562-1111f4b9a66a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510876 May 10 20:22:50.756417 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b0d4b2d0-1162-4a1e-b107-144d67939f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:50.950118 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f1de7-4fc0-4b0c-b671-660805c41352 req-df14e440-fb73-4266-9da5-71a6ebc9379b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:50.952348 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e54f1de7-4fc0-4b0c-b671-660805c41352 req-df14e440-fb73-4266-9da5-71a6ebc9379b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0502701 May 10 20:22:51.030519 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e54f1de7-4fc0-4b0c-b671-660805c41352 req-f9d35271-c954-40cd-92dd-338762b4c941 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573177 May 10 20:22:51.175438 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760f0c8-4bc1-4182-af06-71898af806f0 req-71cab2d4-e513-4b7b-9518-b90a690a05db tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:51.177647 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b760f0c8-4bc1-4182-af06-71898af806f0 req-71cab2d4-e513-4b7b-9518-b90a690a05db tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0738726 May 10 20:22:51.240287 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b760f0c8-4bc1-4182-af06-71898af806f0 req-d9ecee78-3a27-40eb-b134-2bbed6fe462a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554736 May 10 20:22:52.158351 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616138d7-a384-4382-aa8e-e1c7bddbf240 req-eb50691e-d7c0-45bd-829e-ce527fa49d74 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:52.159771 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-616138d7-a384-4382-aa8e-e1c7bddbf240 req-eb50691e-d7c0-45bd-829e-ce527fa49d74 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0489168 May 10 20:22:52.207793 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-616138d7-a384-4382-aa8e-e1c7bddbf240 req-9f7b2e99-169b-420d-9cd3-ab5364c55388 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424271 May 10 20:22:52.365696 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ada72-2219-4715-9c5f-b58b3bc8501a req-561bf951-0c7f-4432-b2d3-d6fa968e284c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:52.367126 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-632ada72-2219-4715-9c5f-b58b3bc8501a req-561bf951-0c7f-4432-b2d3-d6fa968e284c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0501344 May 10 20:22:52.436923 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-632ada72-2219-4715-9c5f-b58b3bc8501a req-fa4302e4-9639-4bc7-9396-8b61bac799b1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634651 May 10 20:22:52.629315 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-75bb2c87-32a2-4a7e-b07c-0062819f2a00 req-a74e81f7-880e-4a41-a29e-3e5ebf99f014 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:22:52.629315 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-75bb2c87-32a2-4a7e-b07c-0062819f2a00 req-a74e81f7-880e-4a41-a29e-3e5ebf99f014 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1276109 May 10 20:22:52.953136 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5516214-fb01-4053-b243-55d790c64cd7 req-ced3e320-0877-4981-9fd4-e58b03329a1a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:52.955144 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e5516214-fb01-4053-b243-55d790c64cd7 req-ced3e320-0877-4981-9fd4-e58b03329a1a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0671999 May 10 20:22:53.051402 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e5516214-fb01-4053-b243-55d790c64cd7 req-c1fa2666-5de2-48f8-8caf-5a67604dc055 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907071 May 10 20:22:53.058027 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5e987457-31fb-45a9-8957-238d73b524f2 req-a80404eb-7027-4868-8489-9474b617ac94 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909526 May 10 20:22:53.127480 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3a28156a-a8cb-49e3-84b4-c5b455b43bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:53.155669 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e987457-31fb-45a9-8957-238d73b524f2 req-83d603e5-02bd-42fa-989e-118edfb85688 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:53.157267 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5e987457-31fb-45a9-8957-238d73b524f2 req-83d603e5-02bd-42fa-989e-118edfb85688 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports/7493a0cb-9315-4b94-8686-f58a23c9417d HTTP/1.1" status: 200 len: 943 time: 0.0638578 May 10 20:22:53.396560 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ddcb2-35b4-43a8-bccc-1e850eee552e req-e6065d82-ac7e-49e8-8602-b1f5f3012377 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:53.398973 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e67ddcb2-35b4-43a8-bccc-1e850eee552e req-e6065d82-ac7e-49e8-8602-b1f5f3012377 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0595558 May 10 20:22:53.481714 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e67ddcb2-35b4-43a8-bccc-1e850eee552e req-f6caaaaa-2d89-49e2-a469-b57e6ec81934 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728931 May 10 20:22:54.208470 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc16dd-352a-4f3d-832d-bcc034019856 req-1c0d7f91-f1c6-41dc-9ba8-60640c36e038 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:54.210057 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e5fc16dd-352a-4f3d-832d-bcc034019856 req-1c0d7f91-f1c6-41dc-9ba8-60640c36e038 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0721753 May 10 20:22:54.267978 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7493a0cb-9315-4b94-8686-f58a23c9417d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:22:54.289888 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e5fc16dd-352a-4f3d-832d-bcc034019856 req-10ca202f-2793-405d-bff8-b505fde69365 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738983 May 10 20:22:54.387762 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 7493a0cb-9315-4b94-8686-f58a23c9417d is: ACTIVE; New status is: DOWN {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:22:54.390296 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:54.426664 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7493a0cb-9315-4b94-8686-f58a23c9417d'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:22:54.429323 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97901f24-8090-485c-856a-9b6974238faf" -d '{"events": [{"server_uuid": "2ddf4267-70b6-417f-b6de-6873fb9117a4", "name": "network-vif-unplugged", "status": "completed", "tag": "7493a0cb-9315-4b94-8686-f58a23c9417d"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:22:54.436869 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7493a0cb-9315-4b94-8686-f58a23c9417d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7493a0cb-9315-4b94-8686-f58a23c9417d,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:22:54.440437 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:54.464138 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 20:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b189bc6f-bdb0-48e7-93ac-6915332a3442 x-openstack-request-id: req-b189bc6f-bdb0-48e7-93ac-6915332a3442 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:22:54.464444 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddf4267-70b6-417f-b6de-6873fb9117a4", "name": "network-vif-unplugged", "status": "failed", "tag": "7493a0cb-9315-4b94-8686-f58a23c9417d", "code": 422}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:22:54.464707 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b189bc6f-bdb0-48e7-93ac-6915332a3442 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:22:54.465149 dv-cinder-828805-2-iscsi neutron-server[104126]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b189bc6f-bdb0-48e7-93ac-6915332a3442']: {'server_uuid': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'code': 422} returned with failed status May 10 20:22:54.516254 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:54.596127 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=7493a0cb-9315-4b94-8686-f58a23c9417d,revision_number=6']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:54.610955 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0558c6-eaca-4b31-8c39-9bef93643d5b req-00bf6fdb-5446-43a2-a680-dd03f2fe1abe tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:54.619053 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fa0558c6-eaca-4b31-8c39-9bef93643d5b req-00bf6fdb-5446-43a2-a680-dd03f2fe1abe tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0635448 May 10 20:22:54.680840 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fa0558c6-eaca-4b31-8c39-9bef93643d5b req-9733f428-a09e-4614-bd9b-f9a6a3d071e4 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603747 May 10 20:22:55.403571 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002cae3-89cb-42b2-8061-a82def42d1b2 req-b2ab8add-c09f-42ff-b37d-cbcc08c549f3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:55.405018 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e002cae3-89cb-42b2-8061-a82def42d1b2 req-b2ab8add-c09f-42ff-b37d-cbcc08c549f3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0459352 May 10 20:22:55.458425 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e002cae3-89cb-42b2-8061-a82def42d1b2 req-5c8db7ea-1453-4a67-a76d-a016199d2087 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476439 May 10 20:22:55.769135 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:55.802369 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27437a-2642-4ab7-9af5-b04ce878ed41 req-2a37e8e6-3d4e-4f00-857c-11f2a289df7a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:55.803861 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1e27437a-2642-4ab7-9af5-b04ce878ed41 req-2a37e8e6-3d4e-4f00-857c-11f2a289df7a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0458543 May 10 20:22:55.851753 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1e27437a-2642-4ab7-9af5-b04ce878ed41 req-1f12a97c-a807-4ccf-8a43-40253af59bce tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417902 May 10 20:22:56.581373 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06819801-c62d-4713-9448-83c435d29725 req-59a36c2e-1428-4ee5-a260-4ad74fca9c43 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:56.582928 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06819801-c62d-4713-9448-83c435d29725 req-59a36c2e-1428-4ee5-a260-4ad74fca9c43 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0492437 May 10 20:22:56.630509 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06819801-c62d-4713-9448-83c435d29725 req-b6cc3def-087b-4d7f-976d-00eaddbdf1e8 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418761 May 10 20:22:56.981143 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b3048-23a1-432c-8e6f-15235c850f84 req-780a11f0-85a2-4d37-83cc-2a551883b7a8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:56.982808 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e27b3048-23a1-432c-8e6f-15235c850f84 req-780a11f0-85a2-4d37-83cc-2a551883b7a8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0504665 May 10 20:22:57.031677 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e27b3048-23a1-432c-8e6f-15235c850f84 req-e0838f54-e24a-4450-a642-02ffc77d8d00 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434816 May 10 20:22:57.254964 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:57.752420 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1acf0-0733-4b3a-9f70-70400eba9321 req-c7965f7d-69d5-4b35-aeec-505d9eb53e96 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:57.753974 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6cf1acf0-0733-4b3a-9f70-70400eba9321 req-c7965f7d-69d5-4b35-aeec-505d9eb53e96 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0481639 May 10 20:22:57.802440 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6cf1acf0-0733-4b3a-9f70-70400eba9321 req-1eedfd92-7818-45bf-9fdf-14ca2a5afa4c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 May 10 20:22:57.861137 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc89e-efd9-4531-b6e1-80bd7de0f330 req-d15aca36-7c88-46a6-855f-5fbb860234da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:57.862627 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c3cc89e-efd9-4531-b6e1-80bd7de0f330 req-d15aca36-7c88-46a6-855f-5fbb860234da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 1130 time: 0.0417478 May 10 20:22:57.954858 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc89e-efd9-4531-b6e1-80bd7de0f330 req-edf6fca5-abc4-410b-b185-d919b85201b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:57.956366 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c3cc89e-efd9-4531-b6e1-80bd7de0f330 req-edf6fca5-abc4-410b-b185-d919b85201b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 HTTP/1.1" status: 200 len: 918 time: 0.0838361 May 10 20:22:58.152633 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f096a-b4e4-4b19-8880-25056d8b868d req-c164aca7-d7b4-4e21-bfca-91bf35d608bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:58.154710 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-251f096a-b4e4-4b19-8880-25056d8b868d req-c164aca7-d7b4-4e21-bfca-91bf35d608bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0477993 May 10 20:22:58.200989 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-251f096a-b4e4-4b19-8880-25056d8b868d req-4932a5b2-a076-4db8-ab67-78a763d54a77 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407119 May 10 20:22:58.466007 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c3cc89e-efd9-4531-b6e1-80bd7de0f330 req-4a330064-ee27-4f7b-9207-58dbd802176d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=063af925-b83e-40dd-8134-6b074fb2357d HTTP/1.1" status: 200 len: 1002 time: 0.0631502 May 10 20:22:58.513825 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc89e-efd9-4531-b6e1-80bd7de0f330 req-0553bf19-e69c-4dbc-8225-1270287e70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:58.515301 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c3cc89e-efd9-4531-b6e1-80bd7de0f330 req-0553bf19-e69c-4dbc-8225-1270287e70f9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=60a713fc-3628-49db-a510-f75848231cfa HTTP/1.1" status: 200 len: 856 time: 0.0435259 May 10 20:22:58.560701 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc89e-efd9-4531-b6e1-80bd7de0f330 req-27b4a24b-b524-407a-a0a5-da3f3ee69c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:58.562219 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c3cc89e-efd9-4531-b6e1-80bd7de0f330 req-27b4a24b-b524-407a-a0a5-da3f3ee69c4c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393605 May 10 20:22:58.676275 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c3cc89e-efd9-4531-b6e1-80bd7de0f330 req-a16cdabb-4bf2-4f8c-a3f4-57c30f6f720d service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875032 May 10 20:22:58.771230 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c3cc89e-efd9-4531-b6e1-80bd7de0f330 req-46aebbd8-451d-4be1-a604-30a555009093 service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890830 May 10 20:22:58.918977 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab3c5b-1ed0-4615-bf25-11e9c7a13510 req-413b7165-ce77-4ddb-a74d-fc67d7cda028 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:58.921117 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d6ab3c5b-1ed0-4615-bf25-11e9c7a13510 req-413b7165-ce77-4ddb-a74d-fc67d7cda028 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0489173 May 10 20:22:58.979450 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d6ab3c5b-1ed0-4615-bf25-11e9c7a13510 req-e56a8da6-cdd6-408d-8b91-2422755d57dc tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527115 May 10 20:22:59.303064 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 58386) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:59.324077 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88799a8f-01d9-4a52-88c0-f8eb891cbdae req-e9ef9b4d-4cf0-4f1c-8f11-88e00da0426c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:59.326057 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-88799a8f-01d9-4a52-88c0-f8eb891cbdae req-e9ef9b4d-4cf0-4f1c-8f11-88e00da0426c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0493777 May 10 20:22:59.379450 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-88799a8f-01d9-4a52-88c0-f8eb891cbdae req-9e8b5ff6-a2d9-473c-bf08-963a5f1e0094 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471535 May 10 20:22:59.411001 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:59.486028 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Publish callbacks [] for security_group (9307c232-d0b9-40f3-8dc1-89e4270d4ec7), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:59.580374 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (9307c232-d0b9-40f3-8dc1-89e4270d4ec7), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:59.619099 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=afa8a1f63379494c8777bc135ee46c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148777 May 10 20:22:59.620030 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9307c232-d0b9-40f3-8dc1-89e4270d4ec7,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:59.621761 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58390) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:59.627134 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.627485 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.627822 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.628158 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.628585 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.628917 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.629240 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.629565 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.629887 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.630239 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.630567 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.630944 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.631271 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.631592 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.631910 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5637453-a579-4be7-abce-5099b02b9ff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:59.671933 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-11ed414e-cdc5-4e8d-96ba-3c2eea99964c admin admin] Publish callbacks [] for security_group (9307c232-d0b9-40f3-8dc1-89e4270d4ec7), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:59.693945 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-11ed414e-cdc5-4e8d-96ba-3c2eea99964c admin admin] Publish callbacks [] for security_group (9307c232-d0b9-40f3-8dc1-89e4270d4ec7), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:59.827126 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-11ed414e-cdc5-4e8d-96ba-3c2eea99964c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (9307c232-d0b9-40f3-8dc1-89e4270d4ec7), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:59.830062 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-11ed414e-cdc5-4e8d-96ba-3c2eea99964c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:59.831296 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-11ed414e-cdc5-4e8d-96ba-3c2eea99964c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9307c232-d0b9-40f3-8dc1-89e4270d4ec7 HTTP/1.1" status: 204 len: 168 time: 0.2084723 May 10 20:22:59.839080 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed414e-cdc5-4e8d-96ba-3c2eea99964c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9307c232-d0b9-40f3-8dc1-89e4270d4ec7,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:00.096694 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e020dac-e118-4d11-8d46-60af5ade0ca6 req-37fefcd3-19ae-49fc-8566-ade0667f4055 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:00.101443 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4e020dac-e118-4d11-8d46-60af5ade0ca6 req-37fefcd3-19ae-49fc-8566-ade0667f4055 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0529487 May 10 20:23:00.153821 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4e020dac-e118-4d11-8d46-60af5ade0ca6 req-d270f513-d3d9-4cc4-899e-6fd5fb43dc29 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496938 May 10 20:23:00.305323 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 063af925-b83e-40dd-8134-6b074fb2357d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:23:00.393752 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 063af925-b83e-40dd-8134-6b074fb2357d is: ACTIVE; New status is: DOWN {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:23:00.393752 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (063af925-b83e-40dd-8134-6b074fb2357d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:00.412731 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063af925-b83e-40dd-8134-6b074fb2357d'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:23:00.414603 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dc0fc7-2a18-4f04-b8b6-682e63215c70" -d '{"events": [{"server_uuid": "8b925038-2c3c-4a07-a98a-56c1df0786e5", "name": "network-vif-unplugged", "status": "completed", "tag": "063af925-b83e-40dd-8134-6b074fb2357d"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:23:00.431240 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 063af925-b83e-40dd-8134-6b074fb2357d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=063af925-b83e-40dd-8134-6b074fb2357d,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:00.463832 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 20:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceb25de-78fd-41b5-b537-003f0abce42f x-openstack-request-id: req-4ceb25de-78fd-41b5-b537-003f0abce42f {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:23:00.464134 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b925038-2c3c-4a07-a98a-56c1df0786e5", "name": "network-vif-unplugged", "status": "completed", "tag": "063af925-b83e-40dd-8134-6b074fb2357d", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:23:00.464392 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ceb25de-78fd-41b5-b537-003f0abce42f {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:23:00.464858 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ceb25de-78fd-41b5-b537-003f0abce42f'] response: {'server_uuid': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063af925-b83e-40dd-8134-6b074fb2357d', 'code': 200} May 10 20:23:00.516205 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58420) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:00.533781 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7e15-3963-4a45-98ca-8433c86581d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:00.549339 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac836ed-6fce-4b04-95c1-91902e25d8c8 req-8fd3bbd0-c3a8-4131-9762-592533733a18 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:00.551902 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (063af925-b83e-40dd-8134-6b074fb2357d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:00.554491 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5ac836ed-6fce-4b04-95c1-91902e25d8c8 req-8fd3bbd0-c3a8-4131-9762-592533733a18 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 946 time: 0.0734594 May 10 20:23:00.601422 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=063af925-b83e-40dd-8134-6b074fb2357d,revision_number=8']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:00.624073 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5ac836ed-6fce-4b04-95c1-91902e25d8c8 req-b208a7f0-155b-494e-a657-ec89fbc8bdf7 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664477 May 10 20:23:00.662242 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7e15-3963-4a45-98ca-8433c86581d6 admin admin] Publish callbacks [] for security_group (2b7afceb-d92d-4a22-8b6f-b6a1397908fc), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:00.759236 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7e15-3963-4a45-98ca-8433c86581d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (2b7afceb-d92d-4a22-8b6f-b6a1397908fc), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:00.806926 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-4e4f7e15-3963-4a45-98ca-8433c86581d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1572e5e2ed6840ea9032582713272f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895601 May 10 20:23:00.807810 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f7e15-3963-4a45-98ca-8433c86581d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7afceb-d92d-4a22-8b6f-b6a1397908fc,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:00.809644 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 58422) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:00.861879 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-31a11c1e-5813-469c-8325-f8ca51b9c63c admin admin] Publish callbacks [] for security_group (2b7afceb-d92d-4a22-8b6f-b6a1397908fc), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:00.882402 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-31a11c1e-5813-469c-8325-f8ca51b9c63c admin admin] Publish callbacks [] for security_group (2b7afceb-d92d-4a22-8b6f-b6a1397908fc), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:00.980604 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-31a11c1e-5813-469c-8325-f8ca51b9c63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (2b7afceb-d92d-4a22-8b6f-b6a1397908fc), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:00.983274 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-31a11c1e-5813-469c-8325-f8ca51b9c63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:00.984422 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-31a11c1e-5813-469c-8325-f8ca51b9c63c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b7afceb-d92d-4a22-8b6f-b6a1397908fc HTTP/1.1" status: 204 len: 168 time: 0.1725304 May 10 20:23:00.992421 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a11c1e-5813-469c-8325-f8ca51b9c63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7afceb-d92d-4a22-8b6f-b6a1397908fc,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:01.274200 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01efd3-a668-4c7d-bf12-1f596eac30fe req-f36285f3-9a1a-464c-83f4-ef42315b0286 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:01.275691 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5b01efd3-a668-4c7d-bf12-1f596eac30fe req-f36285f3-9a1a-464c-83f4-ef42315b0286 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0510674 May 10 20:23:01.333477 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5b01efd3-a668-4c7d-bf12-1f596eac30fe req-d5faebbf-c565-4ad0-8ed3-a5062ccf33e6 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519955 May 10 20:23:01.576116 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e987457-31fb-45a9-8957-238d73b524f2 req-095fda01-21cd-405b-9241-39cef6eb54c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:01.578408 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e987457-31fb-45a9-8957-238d73b524f2 req-095fda01-21cd-405b-9241-39cef6eb54c1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4&tenant_id=b9724c9a575141d48bbfbde685774622 HTTP/1.1" status: 200 len: 1128 time: 0.0411413 May 10 20:23:01.635883 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58434) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:01.640140 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e987457-31fb-45a9-8957-238d73b524f2 req-0edc23ec-abca-4ff9-b781-f2ec31f64b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:01.641561 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e987457-31fb-45a9-8957-238d73b524f2 req-0edc23ec-abca-4ff9-b781-f2ec31f64b4f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b9724c9a575141d48bbfbde685774622&device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 1128 time: 0.0417101 May 10 20:23:01.650659 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-da63f23a-95ac-4cfc-a668-44ec0439430a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:01.751091 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e987457-31fb-45a9-8957-238d73b524f2 req-dbdc78fb-c0a8-44e1-a1f9-155bde0bb019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:01.752550 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e987457-31fb-45a9-8957-238d73b524f2 req-dbdc78fb-c0a8-44e1-a1f9-155bde0bb019 service neutron] 10.222.0.83 "GET /v2.0/networks?id=339c6d8e-af10-4b8c-9702-0522fc8af9c1 HTTP/1.1" status: 200 len: 909 time: 0.1033828 May 10 20:23:01.760640 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cec773-2cea-48dc-a196-cf24fb9b1455 req-4f0b1026-046a-4bd8-bb95-312220bb0605 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:01.762108 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b9cec773-2cea-48dc-a196-cf24fb9b1455 req-4f0b1026-046a-4bd8-bb95-312220bb0605 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0638223 May 10 20:23:01.818419 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-da63f23a-95ac-4cfc-a668-44ec0439430a admin admin] Publish callbacks [] for security_group (b3c6c4d0-7bfa-4d6a-84be-a6a1794cfa8e), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:01.821717 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e987457-31fb-45a9-8957-238d73b524f2 req-f8f3f361-6bba-4e1b-ab70-991ab027e0f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7493a0cb-9315-4b94-8686-f58a23c9417d HTTP/1.1" status: 200 len: 999 time: 0.0634868 May 10 20:23:01.833071 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b9cec773-2cea-48dc-a196-cf24fb9b1455 req-d60bebdf-db9a-4d1a-b7cf-9b588731f0e0 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627081 May 10 20:23:01.874284 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e987457-31fb-45a9-8957-238d73b524f2 req-a7a4dbbd-680d-4612-bf5d-9dfc65df51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:01.875750 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e987457-31fb-45a9-8957-238d73b524f2 req-a7a4dbbd-680d-4612-bf5d-9dfc65df51e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0296e62-bd8a-4130-840e-5dc3ebc5a76d HTTP/1.1" status: 200 len: 847 time: 0.0488365 May 10 20:23:01.917908 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-da63f23a-95ac-4cfc-a668-44ec0439430a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (b3c6c4d0-7bfa-4d6a-84be-a6a1794cfa8e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:01.965456 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-da63f23a-95ac-4cfc-a668-44ec0439430a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=468cb4e6560f43a299b2296b65cc2b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284760 May 10 20:23:01.969471 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63f23a-95ac-4cfc-a668-44ec0439430a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c6c4d0-7bfa-4d6a-84be-a6a1794cfa8e,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:01.969894 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58442) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:02.024027 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-18d1eff7-9d75-4135-a988-1abc2db84297 admin admin] Publish callbacks [] for security_group (b3c6c4d0-7bfa-4d6a-84be-a6a1794cfa8e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:02.048934 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-18d1eff7-9d75-4135-a988-1abc2db84297 admin admin] Publish callbacks [] for security_group (b3c6c4d0-7bfa-4d6a-84be-a6a1794cfa8e), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:02.181354 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e987457-31fb-45a9-8957-238d73b524f2 req-b04c4fa7-4618-4b2f-aeec-4a1426e4c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:02.182855 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e987457-31fb-45a9-8957-238d73b524f2 req-b04c4fa7-4618-4b2f-aeec-4a1426e4c7d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=339c6d8e-af10-4b8c-9702-0522fc8af9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3016212 May 10 20:23:02.190596 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-18d1eff7-9d75-4135-a988-1abc2db84297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (b3c6c4d0-7bfa-4d6a-84be-a6a1794cfa8e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:02.193139 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-18d1eff7-9d75-4135-a988-1abc2db84297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:02.194559 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-18d1eff7-9d75-4135-a988-1abc2db84297 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3c6c4d0-7bfa-4d6a-84be-a6a1794cfa8e HTTP/1.1" status: 204 len: 168 time: 0.2234790 May 10 20:23:02.203312 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1eff7-9d75-4135-a988-1abc2db84297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c6c4d0-7bfa-4d6a-84be-a6a1794cfa8e,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:02.280801 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e987457-31fb-45a9-8957-238d73b524f2 req-95d0563b-d7ad-48ba-979f-6d3076107f01 service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915790 May 10 20:23:02.373134 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e987457-31fb-45a9-8957-238d73b524f2 req-b96a40ab-8498-4662-b59f-59d6f174536b service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862470 May 10 20:23:02.448166 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd91f-6603-4391-bb9c-702bee466e1d req-da4f57ba-8db8-4f48-b505-712d199f5ad7 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:02.449650 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-078fd91f-6603-4391-bb9c-702bee466e1d req-da4f57ba-8db8-4f48-b505-712d199f5ad7 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0500546 May 10 20:23:02.502929 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-078fd91f-6603-4391-bb9c-702bee466e1d req-30c60789-be8d-4e44-85e9-def18dba2950 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469198 May 10 20:23:03.373273 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58494) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:03.472362 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1633562367-network', 'tenant_id': '498ce5260ee44f5d9b1ebc74fecedfbf'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:23:03.597981 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] Made reservation on behalf of 498ce5260ee44f5d9b1ebc74fecedfbf for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:23:03.600310 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:03.612096 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:03.625419 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b302f-b8b8-4142-bfa2-af5b34ab8af9 req-0a89b1b1-3668-499a-9b19-72d5facc9a5a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:03.626916 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d55b302f-b8b8-4142-bfa2-af5b34ab8af9 req-0a89b1b1-3668-499a-9b19-72d5facc9a5a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0491207 May 10 20:23:03.692745 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d55b302f-b8b8-4142-bfa2-af5b34ab8af9 req-f07caf6a-830b-4a9d-9804-cb8bd863a496 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598929 May 10 20:23:03.703364 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] Publish callbacks [] for security_group (58789a08-13e0-49b2-b280-da6056a0cd43), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:03.775440 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (58789a08-13e0-49b2-b280-da6056a0cd43), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:03.798153 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:23:03.813353 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58789a08-13e0-49b2-b280-da6056a0cd43,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:03.819119 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (46791e30-4519-4c7b-a4be-a9f9f8260227), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:03.819510 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] Added segment 46791e30-4519-4c7b-a4be-a9f9f8260227 of type vlan for network 8750fcec-68a3-4030-8b36-de70cc9667b1 May 10 20:23:03.866501 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (8750fcec-68a3-4030-8b36-de70cc9667b1), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:03.978847 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (8750fcec-68a3-4030-8b36-de70cc9667b1), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:03.979751 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:03.980328 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:04.021726 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:23:04.041737 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] Pushing event updated for resources: {'Network': ['ID=8750fcec-68a3-4030-8b36-de70cc9667b1,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:04.052356 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 8750fcec-68a3-4030-8b36-de70cc9667b1 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:23:04.119097 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b58c439c-07c9-4fcb-b41a-221091feaecb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7419498 May 10 20:23:04.119306 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58512) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:04.134362 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-c5fc6ebc-f786-4d00-91ff-4de65616b773 admin admin] Request body: {'subnet': {'network_id': '8750fcec-68a3-4030-8b36-de70cc9667b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1633562367-subnet', 'tenant_id': '498ce5260ee44f5d9b1ebc74fecedfbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:23:04.184082 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f283354-80b9-4b09-ad1d-60d3e77d10fc req-ccc84acc-7f0d-46bf-a98d-a020bde44c2f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:04.192053 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2f283354-80b9-4b09-ad1d-60d3e77d10fc req-ccc84acc-7f0d-46bf-a98d-a020bde44c2f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0792365 May 10 20:23:04.255782 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2f283354-80b9-4b09-ad1d-60d3e77d10fc req-e84f6e12-1b32-4d93-904a-81476cd733f8 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594661 May 10 20:23:04.266860 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fc6ebc-f786-4d00-91ff-4de65616b773 admin admin] Made reservation on behalf of 498ce5260ee44f5d9b1ebc74fecedfbf for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:23:04.269648 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6ebc-f786-4d00-91ff-4de65616b773 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16386328'] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:04.310673 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 063af925-b83e-40dd-8134-6b074fb2357d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:23:04.416457 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 063af925-b83e-40dd-8134-6b074fb2357d is: DOWN; New status is: DOWN {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:23:04.541371 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6ebc-f786-4d00-91ff-4de65616b773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4836028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16386310'] for subnet (b20a76b4-6bd6-4766-87fa-09dcfb6eed3e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:04.600344 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc6ebc-f786-4d00-91ff-4de65616b773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20a76b4-6bd6-4766-87fa-09dcfb6eed3e,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:04.609421 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc6ebc-f786-4d00-91ff-4de65616b773 admin admin] Checking segment: {'id': '46791e30-4519-4c7b-a4be-a9f9f8260227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8750fcec-68a3-4030-8b36-de70cc9667b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:23:04.609767 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fc6ebc-f786-4d00-91ff-4de65616b773 admin admin] Network hostable DHCP agents. Network: 8750fcec-68a3-4030-8b36-de70cc9667b1, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:23:04.678298 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fc6ebc-f786-4d00-91ff-4de65616b773 admin admin] Network 8750fcec-68a3-4030-8b36-de70cc9667b1 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:23:04.686610 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58546) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:04.758315 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-c5fc6ebc-f786-4d00-91ff-4de65616b773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 8750fcec-68a3-4030-8b36-de70cc9667b1) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:23:04.762957 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fc6ebc-f786-4d00-91ff-4de65616b773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:04.764280 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6ebc-f786-4d00-91ff-4de65616b773 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:04.768893 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097063b2-0972-4519-a633-319205d89d0b None None] Network 8750fcec-68a3-4030-8b36-de70cc9667b1 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:23:04.826921 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-72f8fab1-0735-4287-b0bf-4a357b10464e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1391466 May 10 20:23:04.847411 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-0ec3db80-81eb-48f5-b79f-606f357f2a86 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:23:04.848381 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-0ec3db80-81eb-48f5-b79f-606f357f2a86 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053296 May 10 20:23:04.868993 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88f068-7762-4518-ad27-c5bfd6abdfb7 req-12abc071-3128-441c-b66e-ee820f962d01 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:04.870731 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7d88f068-7762-4518-ad27-c5bfd6abdfb7 req-12abc071-3128-441c-b66e-ee820f962d01 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0580330 May 10 20:23:04.887081 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c5fc6ebc-f786-4d00-91ff-4de65616b773 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7666454 May 10 20:23:04.908894 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edfd6f2-6e85-49bb-a8d8-3f348687b72b None None] Network 8750fcec-68a3-4030-8b36-de70cc9667b1 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:23:04.962004 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7d88f068-7762-4518-ad27-c5bfd6abdfb7 req-56b2d413-06ee-4bee-bd61-b80697c0527c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854387 May 10 20:23:04.979252 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1e057-1f67-4043-8ed6-2e75c3c1d556 req-56c724b4-5a7e-4aae-94be-c61fbb868b62 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:04.996294 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58562) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:05.003369 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7fc1e057-1f67-4043-8ed6-2e75c3c1d556 req-56c724b4-5a7e-4aae-94be-c61fbb868b62 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 945 time: 0.1017909 May 10 20:23:05.068508 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7fc1e057-1f67-4043-8ed6-2e75c3c1d556 req-bee46975-725b-41c4-a9a5-c62c95c1dccd tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611763 May 10 20:23:05.125953 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3a6a3-fbfd-41d2-a3fa-371d9e7dc308 req-2eadf3bf-3307-495d-825e-f8b08b7abc31 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:05.127599 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-78a3a6a3-fbfd-41d2-a3fa-371d9e7dc308 req-2eadf3bf-3307-495d-825e-f8b08b7abc31 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 945 time: 0.0804634 May 10 20:23:05.141660 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-05fb51c9-ed55-41db-bbff-3a7187fd6d4f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:05.142981 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-05fb51c9-ed55-41db-bbff-3a7187fd6d4f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports/063af925-b83e-40dd-8134-6b074fb2357d HTTP/1.1" status: 200 len: 941 time: 0.1457415 May 10 20:23:05.186262 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-78a3a6a3-fbfd-41d2-a3fa-371d9e7dc308 req-54777c38-7831-4244-8f33-97e8e8ffd5fe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518520 May 10 20:23:05.368977 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c871c-5aba-4ff2-beef-64401b4773c1 req-79da43b5-66f4-4b62-8e5e-79ed62d1ab07 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:05.370440 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-183c871c-5aba-4ff2-beef-64401b4773c1 req-79da43b5-66f4-4b62-8e5e-79ed62d1ab07 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0461223 May 10 20:23:05.418641 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-183c871c-5aba-4ff2-beef-64401b4773c1 req-bbc35bd8-e23d-45b6-8187-6dec65de166b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419390 May 10 20:23:06.078577 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265b9d7-b504-4274-90ca-cbf96867d088 req-895c3ca7-fc03-4d2c-a19a-9e79c164943d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:06.079937 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3265b9d7-b504-4274-90ca-cbf96867d088 req-895c3ca7-fc03-4d2c-a19a-9e79c164943d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0505848 May 10 20:23:06.131016 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3265b9d7-b504-4274-90ca-cbf96867d088 req-c8180f52-7fb4-4da0-9d69-1f9ce3702049 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453815 May 10 20:23:06.188735 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98101daf-ad71-46be-b1c1-54a85afb728b req-f78f83b7-7876-4f30-857f-4d2a7f250711 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:06.190232 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-98101daf-ad71-46be-b1c1-54a85afb728b req-f78f83b7-7876-4f30-857f-4d2a7f250711 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 945 time: 0.0487030 May 10 20:23:06.242113 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-98101daf-ad71-46be-b1c1-54a85afb728b req-5e4917cc-7a0e-484f-810a-b2d56a925068 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458393 May 10 20:23:06.302771 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71fe82-e661-4f17-92e0-00cc90090f41 req-e1046fe0-0b22-46e3-acce-914ef92749c2 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:06.304216 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8e71fe82-e661-4f17-92e0-00cc90090f41 req-e1046fe0-0b22-46e3-acce-914ef92749c2 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 945 time: 0.0466764 May 10 20:23:06.354009 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8e71fe82-e661-4f17-92e0-00cc90090f41 req-95757e2b-b83b-4987-b307-1add1cca88b4 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440607 May 10 20:23:06.536766 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a23725-fb9f-4c9f-953e-d40c379407bb req-3cedbdae-43c0-467c-a450-0de898bb4de1 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:06.538236 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f4a23725-fb9f-4c9f-953e-d40c379407bb req-3cedbdae-43c0-467c-a450-0de898bb4de1 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0457006 May 10 20:23:06.584975 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f4a23725-fb9f-4c9f-953e-d40c379407bb req-8c24fed9-0d94-49be-924c-a2d5fc54bab0 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411830 May 10 20:23:07.098011 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef00875-ba25-41b4-8a62-46197711856f req-df74c89b-e689-45cb-b989-cd64ad204082 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:07.099467 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4ef00875-ba25-41b4-8a62-46197711856f req-df74c89b-e689-45cb-b989-cd64ad204082 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/networks?id=8750fcec-68a3-4030-8b36-de70cc9667b1 HTTP/1.1" status: 200 len: 814 time: 0.1037638 May 10 20:23:07.114167 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4ef00875-ba25-41b4-8a62-46197711856f req-d729e9a2-d4fe-4dc1-9d0a-7bb51908b437 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/quotas/498ce5260ee44f5d9b1ebc74fecedfbf HTTP/1.1" status: 200 len: 375 time: 0.0092032 May 10 20:23:07.145826 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4ef00875-ba25-41b4-8a62-46197711856f req-0d511e9e-f5a7-46eb-9cec-216485a86ebd tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=498ce5260ee44f5d9b1ebc74fecedfbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271204 May 10 20:23:07.243357 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd8239-cc02-450c-97be-a9801f623f89 req-45df4651-3747-4e9e-9b15-3e946acaebeb tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:07.244491 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6bbd8239-cc02-450c-97be-a9801f623f89 req-45df4651-3747-4e9e-9b15-3e946acaebeb tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0459993 May 10 20:23:07.278943 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4ef00875-ba25-41b4-8a62-46197711856f req-c07a7874-c52f-47ac-950c-cf4260d7ebd6 service neutron] 10.222.0.65 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267526 May 10 20:23:07.302415 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6bbd8239-cc02-450c-97be-a9801f623f89 req-1961b126-32a7-41c1-b2cb-3f82d45641a3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515327 May 10 20:23:07.354520 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-3e1e6a2d-c2b7-4bbf-adef-ab34b930feb7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:07.356147 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-3e1e6a2d-c2b7-4bbf-adef-ab34b930feb7 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.83 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 945 time: 0.0708644 May 10 20:23:07.381023 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4ef00875-ba25-41b4-8a62-46197711856f req-2eb2f973-6450-4bd9-b000-c4d75ea9a286 service neutron] 10.222.0.65 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962048 May 10 20:23:07.417978 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186ac86-2fd1-4ad9-a76f-67c384bd6002 req-71e0bcba-33f5-48d2-a8c1-2a86b04c1143 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:07.420133 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1186ac86-2fd1-4ad9-a76f-67c384bd6002 req-71e0bcba-33f5-48d2-a8c1-2a86b04c1143 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 945 time: 0.0469716 May 10 20:23:07.533257 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Deleting port 1ffedcb9-4d80-458b-b618-d76c58afd63f {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:23:07.533585 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:07.540974 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1186ac86-2fd1-4ad9-a76f-67c384bd6002 req-36d4279d-2524-4209-8eb7-961e8773621a tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e453e99-4cec-42f5-a0b8-096c8abb2271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923274 May 10 20:23:07.666050 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] For port 1ffedcb9-4d80-458b-b618-d76c58afd63f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1ffedcb9-4d80-458b-b618-d76c58afd63f,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:07.666360 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:07.675111 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0f116-2fe5-484a-a4fb-d80315e2131b req-1b1db2c6-92c4-465f-b4a7-8cdec66163db tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:07.677535 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2e0f116-2fe5-484a-a4fb-d80315e2131b req-1b1db2c6-92c4-465f-b4a7-8cdec66163db tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 945 time: 0.0769701 May 10 20:23:07.796578 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:07.808850 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2e0f116-2fe5-484a-a4fb-d80315e2131b req-05b929c4-502d-4e53-aef3-2776ff1f3a38 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252244 May 10 20:23:07.945606 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-d7f96267-33cb-4d23-b892-0b35d1b34370 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:07.947062 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-d7f96267-33cb-4d23-b892-0b35d1b34370 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.83 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 945 time: 0.0891163 May 10 20:23:07.956830 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:07.957188 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (d452901b-ae01-4292-9723-b160d9c1a95b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:07.957509 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Floating IP d452901b-ae01-4292-9723-b160d9c1a95b disassociated. External IP: 172.27.1.26, port: 1ffedcb9-4d80-458b-b618-d76c58afd63f. May 10 20:23:07.957859 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Calling delete_port for 1ffedcb9-4d80-458b-b618-d76c58afd63f owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:23:07.965047 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fbe65-e68d-483c-ad59-10d3323067a8 req-9e04cdaf-af3d-438c-a130-c9bd4297dea9 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:07.967018 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-903fbe65-e68d-483c-ad59-10d3323067a8 req-9e04cdaf-af3d-438c-a130-c9bd4297dea9 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0795531 May 10 20:23:08.098427 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-903fbe65-e68d-483c-ad59-10d3323067a8 req-ed1ab340-049c-467c-b9b1-c6af297dfd71 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245975 May 10 20:23:08.161189 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Deleting port f51a35ef-40a9-4291-8e5d-3689f54d025d {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:23:08.161522 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:08.280724 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] For port f51a35ef-40a9-4291-8e5d-3689f54d025d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f51a35ef-40a9-4291-8e5d-3689f54d025d,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:08.281369 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:08.323272 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (1ffedcb9-4d80-458b-b618-d76c58afd63f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:08.361624 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event deleted for resources: {'Port': ['ID=1ffedcb9-4d80-458b-b618-d76c58afd63f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:08.505204 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337faff5-3ef8-424d-98bb-7e51a477f224 req-6c8828b6-a138-4283-8afd-77c275b72ea9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:08.506725 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-337faff5-3ef8-424d-98bb-7e51a477f224 req-6c8828b6-a138-4283-8afd-77c275b72ea9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.1317151 May 10 20:23:08.559530 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-806236d6-db8a-4819-ae6a-139775c42dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:08.561550 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-806236d6-db8a-4819-ae6a-139775c42dd7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5&tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2 HTTP/1.1" status: 200 len: 1128 time: 0.0699434 May 10 20:23:08.638233 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:08.638233 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (dab336a5-bb65-4d90-9054-11b9be01f10e), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:08.638233 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Floating IP dab336a5-bb65-4d90-9054-11b9be01f10e disassociated. External IP: 172.27.1.179, port: f51a35ef-40a9-4291-8e5d-3689f54d025d. May 10 20:23:08.638233 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Calling delete_port for f51a35ef-40a9-4291-8e5d-3689f54d025d owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:23:08.657431 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-2159b868-400e-462c-91a7-d5cabb90d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:08.659229 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-2159b868-400e-462c-91a7-d5cabb90d148 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 1128 time: 0.0733821 May 10 20:23:08.673351 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-337faff5-3ef8-424d-98bb-7e51a477f224 req-e84b6c2f-2d72-47ab-9b94-cb401bd67274 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607008 May 10 20:23:08.725121 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Router e30f1c23-17c0-4473-9c0d-f672faf6c51d has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:23:08.760333 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-336efdaf-b6fe-4cef-bff9-f813078077aa req-6399fd72-d291-4004-bad1-b42502493cc6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 210 time: 0.0374794 May 10 20:23:08.784379 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-396e5f24-d1ad-49dc-8268-690eca807c0b req-9b0b7d19-a6cf-4620-b52b-3c0c8eb523ab tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 210 time: 0.0937293 May 10 20:23:08.840265 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-f44ae35c-5cad-44ad-aa99-dd70a3c361c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:08.842032 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-f44ae35c-5cad-44ad-aa99-dd70a3c361c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 HTTP/1.1" status: 200 len: 918 time: 0.1758542 May 10 20:23:08.955353 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e650d-1dc1-4e19-8ba2-97e9a38cba89 req-3c400eb1-b49f-4969-8ac6-cfc59a684643 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:08.956920 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a92e650d-1dc1-4e19-8ba2-97e9a38cba89 req-3c400eb1-b49f-4969-8ac6-cfc59a684643 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 945 time: 0.0573351 May 10 20:23:08.958718 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-960fcff7-66e6-486c-a9cc-66dc84046ac6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=063af925-b83e-40dd-8134-6b074fb2357d HTTP/1.1" status: 200 len: 1000 time: 0.1109939 May 10 20:23:08.981865 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:23:08.985954 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5479a3d5-6df3-4eb4-9c68-bbba89c7ac23 None None] Sync routers for ids ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:23:09.000272 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5479a3d5-6df3-4eb4-9c68-bbba89c7ac23 None None] Routers {'e30f1c23-17c0-4473-9c0d-f672faf6c51d'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:23:09.000889 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-5479a3d5-6df3-4eb4-9c68-bbba89c7ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:22:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:09.021804 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] No DVR routers for this DVR port 1ffedcb9-4d80-458b-b618-d76c58afd63f on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:23:09.025209 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:09.029654 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0daabeeb-3dcf-46ce-9cc4-19507f0f2ff2 req-ffcf9bc3-0dc2-4749-b72c-215a062a086b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.83 "DELETE /v2.0/ports/1ffedcb9-4d80-458b-b618-d76c58afd63f HTTP/1.1" status: 204 len: 173 time: 1.6079545 May 10 20:23:09.030377 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eee18d5-fa67-4cab-b9ce-a94bf66579fb', 'name': 'network-vif-deleted', 'tag': '1ffedcb9-4d80-458b-b618-d76c58afd63f'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:23:09.032905 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decce2a6-bfbf-4f74-b4f8-0793440ef394" -d '{"events": [{"server_uuid": "6eee18d5-fa67-4cab-b9ce-a94bf66579fb", "name": "network-vif-deleted", "tag": "1ffedcb9-4d80-458b-b618-d76c58afd63f"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:23:09.055841 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (f51a35ef-40a9-4291-8e5d-3689f54d025d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:09.060024 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a92e650d-1dc1-4e19-8ba2-97e9a38cba89 req-cbaec5a0-3528-4601-9ccb-1b266ed09973 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936644 May 10 20:23:09.060024 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-c3e32992-5356-4b55-8c15-e6e2d81deb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:09.060024 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-c3e32992-5356-4b55-8c15-e6e2d81deb32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=60a713fc-3628-49db-a510-f75848231cfa HTTP/1.1" status: 200 len: 856 time: 0.0894239 May 10 20:23:09.097053 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457486f3-be13-4b55-a3ba-721ac2515749 x-openstack-request-id: req-457486f3-be13-4b55-a3ba-721ac2515749 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:23:09.097330 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eee18d5-fa67-4cab-b9ce-a94bf66579fb", "name": "network-vif-deleted", "tag": "1ffedcb9-4d80-458b-b618-d76c58afd63f", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:23:09.097621 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-457486f3-be13-4b55-a3ba-721ac2515749 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:23:09.098026 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-457486f3-be13-4b55-a3ba-721ac2515749'] response: {'server_uuid': '6eee18d5-fa67-4cab-b9ce-a94bf66579fb', 'name': 'network-vif-deleted', 'tag': '1ffedcb9-4d80-458b-b618-d76c58afd63f', 'status': 'completed', 'code': 200} May 10 20:23:09.101930 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event deleted for resources: {'Port': ['ID=f51a35ef-40a9-4291-8e5d-3689f54d025d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:09.139394 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-06a79633-c0e9-4755-a1c2-7b520c458ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:09.141622 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-06a79633-c0e9-4755-a1c2-7b520c458ac7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756645 May 10 20:23:09.161596 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-5479a3d5-6df3-4eb4-9c68-bbba89c7ac23 None None] Set router e30f1c23-17c0-4473-9c0d-f672faf6c51d gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:23:09.266889 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-898997e3-fec0-4d85-969e-9ff361f808ed service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145937 May 10 20:23:09.316475 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d393a77-819e-43c7-9a20-576762d4416a req-1dcd01f4-4dc4-42c4-b44b-332166bbdabf tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:09.318072 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d393a77-819e-43c7-9a20-576762d4416a req-1dcd01f4-4dc4-42c4-b44b-332166bbdabf tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.1210928 May 10 20:23:09.322673 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:23:09.370485 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-d7c4d8ee-4182-4d2b-a7e3-e1aaea89b835 service neutron] 10.222.0.83 "GET /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965955 May 10 20:23:09.397323 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-5479a3d5-6df3-4eb4-9c68-bbba89c7ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:58Z', 'revision_number': 5, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:09.437782 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5479a3d5-6df3-4eb4-9c68-bbba89c7ac23 None None] Checking router: e30f1c23-17c0-4473-9c0d-f672faf6c51d for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:23:09.442177 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d393a77-819e-43c7-9a20-576762d4416a req-cc085e20-7be5-4150-912a-8decdade13cd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050258 May 10 20:23:09.447564 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5479a3d5-6df3-4eb4-9c68-bbba89c7ac23 None None] Routers {'e30f1c23-17c0-4473-9c0d-f672faf6c51d'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:23:09.448279 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-5479a3d5-6df3-4eb4-9c68-bbba89c7ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:22:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:09.509986 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:23:09.521559 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbea1c2-aef7-442c-9d35-b6f868d7307b None None] Sync routers for ids ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:23:09.540885 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbea1c2-aef7-442c-9d35-b6f868d7307b None None] Routers {'540c3e93-840d-4b8a-bf9e-a6738293c5d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:23:09.543556 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fcbea1c2-aef7-442c-9d35-b6f868d7307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:22:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:09.562555 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] No DVR routers for this DVR port f51a35ef-40a9-4291-8e5d-3689f54d025d on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:23:09.565259 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:09.570709 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-198852d2-9185-4a83-abd1-8bf9e5eeacde req-79b83556-a5b6-4853-b302-043ccdcb7c41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.83 "DELETE /v2.0/ports/f51a35ef-40a9-4291-8e5d-3689f54d025d HTTP/1.1" status: 204 len: 173 time: 1.5315282 May 10 20:23:09.594944 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-5479a3d5-6df3-4eb4-9c68-bbba89c7ac23 None None] Set router e30f1c23-17c0-4473-9c0d-f672faf6c51d gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:23:09.710075 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-fcbea1c2-aef7-442c-9d35-b6f868d7307b None None] Set router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:23:09.797467 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75afbc-1514-4a60-be25-4ccbd3309a0c req-f28b03dc-db26-4894-be6d-6fc696a7b868 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:09.798910 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cf75afbc-1514-4a60-be25-4ccbd3309a0c req-f28b03dc-db26-4894-be6d-6fc696a7b868 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 944 time: 0.0540805 May 10 20:23:09.849474 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-5479a3d5-6df3-4eb4-9c68-bbba89c7ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:58Z', 'revision_number': 5, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:09.897316 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cf75afbc-1514-4a60-be25-4ccbd3309a0c req-e5794a39-756d-498a-8205-f9bae06a9cd1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898297 May 10 20:23:09.911458 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96867ffe-389a-478d-aacd-dd876d9d7b38 req-6d8d5e60-01e8-4789-840f-58313677e6ac tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 210 time: 0.0569794 May 10 20:23:09.913262 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5479a3d5-6df3-4eb4-9c68-bbba89c7ac23 None None] The sync data for ids ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'] in dv-cinder-828805-2-iscsi is: [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:47Z', 'revision_number': 4, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c03c26d4-5100-4210-b66c-e9983cde4cda', 'name': '', 'network_id': '2b00b815-407a-4d47-9742-67b948c39d25', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'mac_address': 'fa:16:3e:c4:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:16:58Z', 'revision_number': 5, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'subnets': [{'id': '78ce874d-9077-4778-aeb7-86f2c6f9fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:23:09.996573 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fcbea1c2-aef7-442c-9d35-b6f868d7307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:32Z', 'revision_number': 5, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:10.035858 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbea1c2-aef7-442c-9d35-b6f868d7307b None None] Checking router: 540c3e93-840d-4b8a-bf9e-a6738293c5d0 for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:23:10.044261 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbea1c2-aef7-442c-9d35-b6f868d7307b None None] Routers {'540c3e93-840d-4b8a-bf9e-a6738293c5d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:23:10.045500 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fcbea1c2-aef7-442c-9d35-b6f868d7307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:22:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:10.051038 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bde5cad2-0c81-47cc-a353-dcb32400ab41 req-94ecc9a3-4435-45ee-ae27-9c2e56c3bc32 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eee18d5-fa67-4cab-b9ce-a94bf66579fb HTTP/1.1" status: 200 len: 210 time: 0.0451131 May 10 20:23:10.179812 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-fcbea1c2-aef7-442c-9d35-b6f868d7307b None None] Set router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:23:10.217873 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-968f13dc-8500-4aab-b397-46ca9b8c5fcb req-8849bf8a-8976-43ef-857b-08095482d22c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 210 time: 0.0534146 May 10 20:23:10.294821 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c77889-2295-4bcb-b9bb-bc8d5cab8445 None None] New status for floating IP d452901b-ae01-4292-9723-b160d9c1a95b: DOWN {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:23:10.339502 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7493a0cb-9315-4b94-8686-f58a23c9417d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:23:10.342128 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 1ffedcb9-4d80-458b-b618-d76c58afd63f no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:23:10.384844 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: 1ffedcb9-4d80-458b-b618-d76c58afd63f {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:23:10.385161 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 1ffedcb9-4d80-458b-b618-d76c58afd63f not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:23:10.548709 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fcbea1c2-aef7-442c-9d35-b6f868d7307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:32Z', 'revision_number': 5, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:10.615164 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbea1c2-aef7-442c-9d35-b6f868d7307b None None] The sync data for ids ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'] in dv-cinder-828805-2-iscsi is: [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:32Z', 'revision_number': 5, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:23:10.643598 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cf54d-0406-41f5-ae3b-73089e1ae9c6 req-05622508-4b7f-42cb-a53c-d527e1d86613 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:10.644858 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5a4cf54d-0406-41f5-ae3b-73089e1ae9c6 req-05622508-4b7f-42cb-a53c-d527e1d86613 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0900197 May 10 20:23:10.652536 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7493a0cb-9315-4b94-8686-f58a23c9417d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7493a0cb-9315-4b94-8686-f58a23c9417d,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:10.675105 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'port_id': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'mac_address': 'fa:16:3e:2f:03:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:23:10.714499 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5a4cf54d-0406-41f5-ae3b-73089e1ae9c6 req-f305a399-40e8-42d9-b75c-4bfad0f8e5bf tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605257 May 10 20:23:10.740362 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 7493a0cb-9315-4b94-8686-f58a23c9417d is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:23:10.740853 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:10.767600 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7493a0cb-9315-4b94-8686-f58a23c9417d {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:23:10.795429 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7493a0cb-9315-4b94-8686-f58a23c9417d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7493a0cb-9315-4b94-8686-f58a23c9417d,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:10.899313 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:10.993024 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=7493a0cb-9315-4b94-8686-f58a23c9417d,revision_number=7']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:11.063961 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c5eddf-dbfd-465d-a8ff-d2bea09b4fdd None None] New status for floating IP dab336a5-bb65-4d90-9054-11b9be01f10e: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:23:11.094515 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6f71a-b027-4964-9139-2268f6cf6da3 req-33f0dea9-0151-4e12-a5fa-51b7a42ac161 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:11.096142 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fcf6f71a-b027-4964-9139-2268f6cf6da3 req-33f0dea9-0151-4e12-a5fa-51b7a42ac161 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 945 time: 0.0881634 May 10 20:23:11.098770 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9c1d58-2493-43f6-b011-90a3bac5ac0d', 'name': 'network-vif-deleted', 'tag': 'f51a35ef-40a9-4291-8e5d-3689f54d025d'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:23:11.101065 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b71f2a-b454-4dd2-8d4d-eafaebd4e496" -d '{"events": [{"server_uuid": "0f9c1d58-2493-43f6-b011-90a3bac5ac0d", "name": "network-vif-deleted", "tag": "f51a35ef-40a9-4291-8e5d-3689f54d025d"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:23:11.112259 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-949aaab5-8fa7-4202-b6df-f39fe2fcd71d req-1496c4cf-8e59-45cb-9727-c9e3e1096d83 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 210 time: 0.0758433 May 10 20:23:11.134172 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['7493a0cb-9315-4b94-8686-f58a23c9417d'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:23:11.219499 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fcf6f71a-b027-4964-9139-2268f6cf6da3 req-ee216dc8-198a-4f64-8ae0-de2540cda50e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083236 May 10 20:23:11.265258 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c823ef-ceb1-47cf-a402-a5885bef5163 x-openstack-request-id: req-68c823ef-ceb1-47cf-a402-a5885bef5163 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:23:11.265739 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9c1d58-2493-43f6-b011-90a3bac5ac0d", "name": "network-vif-deleted", "tag": "f51a35ef-40a9-4291-8e5d-3689f54d025d", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:23:11.266245 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68c823ef-ceb1-47cf-a402-a5885bef5163 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:23:11.266940 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c823ef-ceb1-47cf-a402-a5885bef5163'] response: {'server_uuid': '0f9c1d58-2493-43f6-b011-90a3bac5ac0d', 'name': 'network-vif-deleted', 'tag': 'f51a35ef-40a9-4291-8e5d-3689f54d025d', 'status': 'completed', 'code': 200} May 10 20:23:11.345061 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 58678) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:11.369437 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-95d266da-2e9b-4625-8830-b41e66f215df req-5ba33fcd-cdc4-4fff-8f7f-c17b221e3da4 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 210 time: 0.0410933 May 10 20:23:11.442846 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-210d79e1-6d28-446f-bc22-ec2ba90b35ee tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group (8e453e99-4cec-42f5-a0b8-096c8abb2271), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:11.475237 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-210d79e1-6d28-446f-bc22-ec2ba90b35ee tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group (8e453e99-4cec-42f5-a0b8-096c8abb2271), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:11.581049 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-210d79e1-6d28-446f-bc22-ec2ba90b35ee tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (8e453e99-4cec-42f5-a0b8-096c8abb2271), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:11.583637 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-210d79e1-6d28-446f-bc22-ec2ba90b35ee tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:11.584782 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-210d79e1-6d28-446f-bc22-ec2ba90b35ee tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "DELETE /v2.0/security-groups/8e453e99-4cec-42f5-a0b8-096c8abb2271 HTTP/1.1" status: 204 len: 168 time: 0.2387149 May 10 20:23:11.587742 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58680) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:11.595476 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d79e1-6d28-446f-bc22-ec2ba90b35ee tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e453e99-4cec-42f5-a0b8-096c8abb2271,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:11.899737 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.api.v2.resource [None req-86626cb7-da11-4841-bc7b-0c2d4b142e5b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] show failed (client error): The resource could not be found. May 10 20:23:11.904357 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-86626cb7-da11-4841-bc7b-0c2d4b142e5b tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "GET /v2.0/security-groups/8e453e99-4cec-42f5-a0b8-096c8abb2271 HTTP/1.1" status: 404 len: 347 time: 0.3155789 May 10 20:23:11.905166 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58684) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:12.049194 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Deleting port eed90ac5-ba24-4738-a28c-577d6b7e61f0 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:23:12.049782 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (eed90ac5-ba24-4738-a28c-577d6b7e61f0), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:12.166362 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (eed90ac5-ba24-4738-a28c-577d6b7e61f0), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:12.167368 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for floatingip (eed90ac5-ba24-4738-a28c-577d6b7e61f0), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:12.171464 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877ce46-b420-4d05-bc93-a49f7f0b3b81 req-f9886b9d-e50e-48f6-b901-240dc0b34813 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:12.172967 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5877ce46-b420-4d05-bc93-a49f7f0b3b81 req-f9886b9d-e50e-48f6-b901-240dc0b34813 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.3541043 May 10 20:23:12.185918 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Calling delete_port for eed90ac5-ba24-4738-a28c-577d6b7e61f0 owned by network:floatingip {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:23:12.229408 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5877ce46-b420-4d05-bc93-a49f7f0b3b81 req-c0c36b2f-7aeb-4ae4-a3c6-842f1ee4399d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498390 May 10 20:23:12.284267 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b086bcbe-6c5b-43c6-afe1-5c75b13a9265 req-46bf2049-0c2d-44a6-8a24-0ea25cd733ba tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 210 time: 0.0464847 May 10 20:23:12.352350 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7493a0cb-9315-4b94-8686-f58a23c9417d up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:23:12.364536 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb39c4-0b14-4c43-9c32-bf80899e78f8 req-651e33c1-e0ad-4a60-9b6f-29d65e386b31 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:12.366462 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7edb39c4-0b14-4c43-9c32-bf80899e78f8 req-651e33c1-e0ad-4a60-9b6f-29d65e386b31 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 945 time: 0.0560820 May 10 20:23:12.429910 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 7493a0cb-9315-4b94-8686-f58a23c9417d triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:23:12.430304 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:12.443658 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7edb39c4-0b14-4c43-9c32-bf80899e78f8 req-ed1a4577-0275-41af-afaf-7e2306849547 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712478 May 10 20:23:12.483003 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (eed90ac5-ba24-4738-a28c-577d6b7e61f0), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:12.542421 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 7493a0cb-9315-4b94-8686-f58a23c9417d is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:23:12.542972 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:12.577643 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7493a0cb-9315-4b94-8686-f58a23c9417d'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:23:12.580667 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af89bb2-16a2-4602-9152-3decd1c18bb0" -d '{"events": [{"server_uuid": "2ddf4267-70b6-417f-b6de-6873fb9117a4", "name": "network-vif-plugged", "status": "completed", "tag": "7493a0cb-9315-4b94-8686-f58a23c9417d"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:23:12.582889 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Pushing event deleted for resources: {'Port': ['ID=eed90ac5-ba24-4738-a28c-577d6b7e61f0,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:12.631785 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db543bbc-75d3-4e7e-a58e-78be49477e13 req-35784a7c-5204-47eb-8c47-d683d323c27c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 210 time: 0.1132371 May 10 20:23:12.633584 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 7493a0cb-9315-4b94-8686-f58a23c9417d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7493a0cb-9315-4b94-8686-f58a23c9417d,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:12.639167 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks [] for floatingip (d452901b-ae01-4292-9723-b160d9c1a95b), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:12.642105 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:12.646247 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] 10.222.0.65 "DELETE /v2.0/floatingips/d452901b-ae01-4292-9723-b160d9c1a95b HTTP/1.1" status: 204 len: 168 time: 0.7398963 May 10 20:23:12.654961 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b3e24b-e7ba-424b-af80-f4cf10c26b2c x-openstack-request-id: req-89b3e24b-e7ba-424b-af80-f4cf10c26b2c {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:23:12.655351 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddf4267-70b6-417f-b6de-6873fb9117a4", "name": "network-vif-plugged", "status": "completed", "tag": "7493a0cb-9315-4b94-8686-f58a23c9417d", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:23:12.655771 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.656082 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89b3e24b-e7ba-424b-af80-f4cf10c26b2c {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:23:12.656202 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.656644 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.657377 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.657489 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b3e24b-e7ba-424b-af80-f4cf10c26b2c'] response: {'server_uuid': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'code': 200} May 10 20:23:12.657582 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.657987 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.660852 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.661280 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.661685 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.662118 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.662569 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.662969 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.664162 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.664572 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.665668 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce78f8-ebb5-4d7f-9a68-55b2fd5f3ed5 tempest-AttachVolumeTestJSON-1966860934 tempest-AttachVolumeTestJSON-1966860934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:12.739309 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:12.740265 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device f51a35ef-40a9-4291-8e5d-3689f54d025d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:23:12.783346 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: f51a35ef-40a9-4291-8e5d-3689f54d025d {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:23:12.783780 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device f51a35ef-40a9-4291-8e5d-3689f54d025d not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:23:12.815447 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=7493a0cb-9315-4b94-8686-f58a23c9417d,revision_number=8']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:13.360884 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de4101-885c-423f-9297-fc37bfc66f40 req-7c0873a0-0b81-4123-bc50-44b7c00030be tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:13.363246 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8de4101-885c-423f-9297-fc37bfc66f40 req-7c0873a0-0b81-4123-bc50-44b7c00030be tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0573459 May 10 20:23:13.397939 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ebb99dd8-ffc9-419a-a0f8-e374456cc6bd req-6f665915-7231-47db-81f3-e90400c9c19e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 210 time: 0.0337529 May 10 20:23:13.439145 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8de4101-885c-423f-9297-fc37bfc66f40 req-13a05691-c33f-432f-92cb-d041725b561d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678399 May 10 20:23:13.577021 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e639c-a11d-419b-9236-83d3da1afffe req-533d5dff-5520-40d3-9e81-e8725e646cb1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:13.579207 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-215e639c-a11d-419b-9236-83d3da1afffe req-533d5dff-5520-40d3-9e81-e8725e646cb1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0500982 May 10 20:23:13.634577 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-215e639c-a11d-419b-9236-83d3da1afffe req-cea244f4-1817-4479-a6af-8b039d8afcd4 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480225 May 10 20:23:13.740742 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7eeb078f-0d3f-4f55-a453-c8d4b48cc1b9 req-0c8530b2-3ee2-418e-88a1-92ea5720a958 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 210 time: 0.0291169 May 10 20:23:14.514550 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a79aee51-8fa7-4965-bba1-b5ed85e5440b req-a1b39621-f0ab-4e1c-ad8d-56db91dec2a6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 210 time: 0.0449362 May 10 20:23:14.580965 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45f45b-329e-4a28-8674-615028bfadec req-b625b9f6-fead-4cf0-976e-011d1e4680f6 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:14.582475 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fa45f45b-329e-4a28-8674-615028bfadec req-b625b9f6-fead-4cf0-976e-011d1e4680f6 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0504198 May 10 20:23:14.654521 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fa45f45b-329e-4a28-8674-615028bfadec req-0fa7de21-0d10-451e-90cb-9ad983255c79 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578661 May 10 20:23:14.758034 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce43fb-93f3-4a67-85bf-f000fc304afa req-1d8fb466-ebd0-4a2b-b204-03ea3865a226 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:14.759543 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03ce43fb-93f3-4a67-85bf-f000fc304afa req-1d8fb466-ebd0-4a2b-b204-03ea3865a226 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0515401 May 10 20:23:14.854263 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03ce43fb-93f3-4a67-85bf-f000fc304afa req-aa4baf59-61b9-42ac-b183-2695a8c28a01 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874212 May 10 20:23:14.877235 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5c01b132-8118-4715-81cc-9af702a0f6dd req-e4c3159c-4108-493a-b484-d5415baf0832 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 210 time: 0.0410950 May 10 20:23:15.628348 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9bdd51c2-fb8c-4f9b-8366-97fbba74b660 req-617e407d-2fc9-446a-aa22-db1f4ccd25b5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 210 time: 0.0316322 May 10 20:23:15.787381 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e270f3-ff25-4f20-9d82-5cb37640b797 req-a2472f7c-d993-49ac-946e-6ffe1c67fb19 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:15.788913 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-76e270f3-ff25-4f20-9d82-5cb37640b797 req-a2472f7c-d993-49ac-946e-6ffe1c67fb19 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0514476 May 10 20:23:15.840671 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-76e270f3-ff25-4f20-9d82-5cb37640b797 req-256d40bb-e3c4-438e-8992-487571240f68 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457354 May 10 20:23:16.005018 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f125f-cb1b-4073-8ce5-9258e5fe4afc req-152ff3c8-883f-466d-a215-00da0aa3c75c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:16.014051 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-531f125f-cb1b-4073-8ce5-9258e5fe4afc req-152ff3c8-883f-466d-a215-00da0aa3c75c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0784426 May 10 20:23:16.034738 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96d8aaf6-8dae-4af4-b337-6f86dbaef56f req-eb19aae9-7398-407b-87e2-68e0e36837e8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 210 time: 0.0431449 May 10 20:23:16.074674 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-531f125f-cb1b-4073-8ce5-9258e5fe4afc req-2b51697f-2016-4436-86c5-614b426d5b63 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593154 May 10 20:23:16.766642 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03210f0b-b8a1-48d2-a1bf-a9bc345cd582 req-ee9319ae-cfd9-4786-ad35-1169ca2a3282 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 210 time: 0.0500929 May 10 20:23:16.992582 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78112c98-7d7c-40af-b42a-7f98997d9e73 req-ca4bf7ac-22d3-43f7-a4d5-3061eee21e77 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:16.994434 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-78112c98-7d7c-40af-b42a-7f98997d9e73 req-ca4bf7ac-22d3-43f7-a4d5-3061eee21e77 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0701969 May 10 20:23:17.062674 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-78112c98-7d7c-40af-b42a-7f98997d9e73 req-92603d94-5fe2-4730-ac65-6cee835d8cc5 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617547 May 10 20:23:17.131781 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 58756) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:17.280001 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4ee0419-a341-4a9f-a8d0-4f019806c454 req-92bc7e70-4b54-4561-b04b-10bf058a7578 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 210 time: 0.0757792 May 10 20:23:17.291401 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcecf88-d35e-44f0-acd6-192031b24a73 req-2ad6b2db-94ee-4a63-99c5-392bc35be680 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:17.294628 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4fcecf88-d35e-44f0-acd6-192031b24a73 req-2ad6b2db-94ee-4a63-99c5-392bc35be680 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0815067 May 10 20:23:17.371433 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4fcecf88-d35e-44f0-acd6-192031b24a73 req-1eea3dd2-6111-4499-bb40-f40249a76468 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709186 May 10 20:23:17.678617 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d438dbdf-d61c-459a-b174-671b44abf742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503370'] for router_interface (e30f1c23-17c0-4473-9c0d-f672faf6c51d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:17.893283 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-471599e9-9ed3-49a6-a7ef-0da26ab46e8a req-f0824e24-2dd7-4595-a18c-78d9bc36dda9 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 210 time: 0.0387986 May 10 20:23:17.965468 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d438dbdf-d61c-459a-b174-671b44abf742 admin admin] Deleting port c03c26d4-5100-4210-b66c-e9983cde4cda {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:23:17.965806 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d438dbdf-d61c-459a-b174-671b44abf742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:18.045183 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d438dbdf-d61c-459a-b174-671b44abf742 admin admin] For port c03c26d4-5100-4210-b66c-e9983cde4cda, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=c03c26d4-5100-4210-b66c-e9983cde4cda,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:18.045478 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d438dbdf-d61c-459a-b174-671b44abf742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:18.064720 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d438dbdf-d61c-459a-b174-671b44abf742 admin admin] Calling delete_port for c03c26d4-5100-4210-b66c-e9983cde4cda owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:23:18.214072 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36292bfc-ab28-4af6-8b6f-499e897f024e req-65060c98-3eac-41c2-9f25-6fdd969dde67 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:18.215818 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-36292bfc-ab28-4af6-8b6f-499e897f024e req-65060c98-3eac-41c2-9f25-6fdd969dde67 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0543902 May 10 20:23:18.270605 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-36292bfc-ab28-4af6-8b6f-499e897f024e req-8ff94299-0970-4bac-8232-c5b07ce620eb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469117 May 10 20:23:18.405657 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-423a630f-5eab-4e37-9118-5c7edd650000 req-df4e1909-0908-4aec-8df8-2de7f0a05d70 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 210 time: 0.0372472 May 10 20:23:18.427002 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d438dbdf-d61c-459a-b174-671b44abf742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (c03c26d4-5100-4210-b66c-e9983cde4cda), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:18.487529 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438dbdf-d61c-459a-b174-671b44abf742 admin admin] Pushing event deleted for resources: {'Port': ['ID=c03c26d4-5100-4210-b66c-e9983cde4cda,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:18.529785 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4bd34-a23e-4191-9de2-939930f6fb08 req-a3de3fd9-381f-46a6-aa3d-c685a4fd5ba8 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:18.541310 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6af4bd34-a23e-4191-9de2-939930f6fb08 req-a3de3fd9-381f-46a6-aa3d-c685a4fd5ba8 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0807605 May 10 20:23:18.644076 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6af4bd34-a23e-4191-9de2-939930f6fb08 req-7bcfd4bf-70e7-4211-8c5c-947176cd7f04 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979455 May 10 20:23:18.752101 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d438dbdf-d61c-459a-b174-671b44abf742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7908673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505155'] for router_interface (e30f1c23-17c0-4473-9c0d-f672faf6c51d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:19.011117 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-746c2211-df9c-4b1a-9731-89a704d0da2c req-d250f628-d329-45f0-9fcd-d6864850239a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 210 time: 0.0308077 May 10 20:23:19.012818 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d438dbdf-d61c-459a-b174-671b44abf742 admin admin] Router e30f1c23-17c0-4473-9c0d-f672faf6c51d has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:23:19.119026 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d438dbdf-d61c-459a-b174-671b44abf742 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:23:19.124630 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d438dbdf-d61c-459a-b174-671b44abf742 admin admin] 10.222.0.65 "PUT /v2.0/routers/e30f1c23-17c0-4473-9c0d-f672faf6c51d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9924693 May 10 20:23:19.130995 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 58772) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:19.134763 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea3814-7d36-4539-aa8a-b0aec61e7112 None None] Sync routers for ids ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:23:19.149183 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea3814-7d36-4539-aa8a-b0aec61e7112 None None] Routers {'e30f1c23-17c0-4473-9c0d-f672faf6c51d'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:23:19.149867 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-7bea3814-7d36-4539-aa8a-b0aec61e7112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:22:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:19.238901 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] Publish callbacks [] for router (e30f1c23-17c0-4473-9c0d-f672faf6c51d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:19.353192 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] Publish callbacks [] for router_gateway (e30f1c23-17c0-4473-9c0d-f672faf6c51d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:19.360334 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-7bea3814-7d36-4539-aa8a-b0aec61e7112 None None] Set router e30f1c23-17c0-4473-9c0d-f672faf6c51d gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:23:19.399260 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86441696-c60b-4964-b2d3-2c5dafb1d2a5 req-baad835d-476a-4a37-8404-0ff6890f876b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:19.400750 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-86441696-c60b-4964-b2d3-2c5dafb1d2a5 req-baad835d-476a-4a37-8404-0ff6890f876b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0498362 May 10 20:23:19.457962 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-86441696-c60b-4964-b2d3-2c5dafb1d2a5 req-1eb99009-300b-4a19-ad36-046eb46dc4ad tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515330 May 10 20:23:19.488771 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] Deleting port e2cfd1d7-7619-44e1-ac2b-201776d01971 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:23:19.488771 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (e2cfd1d7-7619-44e1-ac2b-201776d01971), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:19.546719 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-7bea3814-7d36-4539-aa8a-b0aec61e7112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:23:18Z', 'revision_number': 5, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port': {'id': 'e2cfd1d7-7619-44e1-ac2b-201776d01971', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:19.560085 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e85f379b-71a2-4f95-b6c6-212bb11683c4 req-a57727a1-b1f9-4aca-ac9e-2672424529ec tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f9c1d58-2493-43f6-b011-90a3bac5ac0d HTTP/1.1" status: 200 len: 210 time: 0.0348845 May 10 20:23:19.574476 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea3814-7d36-4539-aa8a-b0aec61e7112 None None] Checking router: e30f1c23-17c0-4473-9c0d-f672faf6c51d for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:23:19.584407 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea3814-7d36-4539-aa8a-b0aec61e7112 None None] Routers {'e30f1c23-17c0-4473-9c0d-f672faf6c51d'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:23:19.585016 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-7bea3814-7d36-4539-aa8a-b0aec61e7112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:22:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:19.595091 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] For port e2cfd1d7-7619-44e1-ac2b-201776d01971, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=e2cfd1d7-7619-44e1-ac2b-201776d01971,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:19.595458 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (e2cfd1d7-7619-44e1-ac2b-201776d01971), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:19.608963 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] Calling delete_port for e2cfd1d7-7619-44e1-ac2b-201776d01971 owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:23:19.673955 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-7bea3814-7d36-4539-aa8a-b0aec61e7112 None None] Set router e30f1c23-17c0-4473-9c0d-f672faf6c51d gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:23:19.729470 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-7bea3814-7d36-4539-aa8a-b0aec61e7112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:23:19Z', 'revision_number': 6, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port_host': None}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:19.756324 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea3814-7d36-4539-aa8a-b0aec61e7112 None None] The sync data for ids ['e30f1c23-17c0-4473-9c0d-f672faf6c51d'] in dv-cinder-828805-2-iscsi is: [{'id': 'e30f1c23-17c0-4473-9c0d-f672faf6c51d', 'name': 'tempest-AttachVolumeTestJSON-242764710-router', 'tenant_id': '821dc2c3061041a3ab6ee939c306a7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:23:19Z', 'revision_number': 6, 'project_id': '821dc2c3061041a3ab6ee939c306a7ea', 'gw_port_host': None}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:23:19.794211 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cf769-7e1a-4cff-9a27-192a418dda18 req-c6029985-40a1-4ddc-a792-be5af1f1c4ab tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:19.795669 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a09cf769-7e1a-4cff-9a27-192a418dda18 req-c6029985-40a1-4ddc-a792-be5af1f1c4ab tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0518527 May 10 20:23:19.815722 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (e2cfd1d7-7619-44e1-ac2b-201776d01971), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:19.843584 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cfd1d7-7619-44e1-ac2b-201776d01971,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:19.848512 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a09cf769-7e1a-4cff-9a27-192a418dda18 req-cef54df4-6abd-43ac-8a7a-69f9aae5535b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469418 May 10 20:23:19.906358 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514852'] for router_gateway (e30f1c23-17c0-4473-9c0d-f672faf6c51d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:19.995132 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11273'] for router (e30f1c23-17c0-4473-9c0d-f672faf6c51d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:19.997362 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] Publish callbacks [] for router_controller (e30f1c23-17c0-4473-9c0d-f672faf6c51d), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:20.104994 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-508659'] for router (e30f1c23-17c0-4473-9c0d-f672faf6c51d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:20.105689 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e30f1c23-17c0-4473-9c0d-f672faf6c51d {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:23:20.108863 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3a2bb3e-67cf-48e9-8383-261ab3a1254f req-8de62b67-8df2-4622-bc1c-a799565e3902 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 210 time: 0.0302024 May 10 20:23:20.113602 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:20.114638 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-65dde359-7fdc-48d5-bde6-a27133487dd4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e30f1c23-17c0-4473-9c0d-f672faf6c51d HTTP/1.1" status: 204 len: 168 time: 0.9827564 May 10 20:23:20.117142 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 58782) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:20.167326 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b612e4d-ac73-4e2d-b7af-cd6b9f3353a1 admin admin] Deleting subnet 78ce874d-9077-4778-aeb7-86f2c6f9fd78 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:23:20.172030 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7b612e4d-ac73-4e2d-b7af-cd6b9f3353a1 admin admin] Publish callbacks [] for subnet (78ce874d-9077-4778-aeb7-86f2c6f9fd78), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:20.207948 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7b612e4d-ac73-4e2d-b7af-cd6b9f3353a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6068516'] for subnet (78ce874d-9077-4778-aeb7-86f2c6f9fd78), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:20.286097 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7b612e4d-ac73-4e2d-b7af-cd6b9f3353a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (78ce874d-9077-4778-aeb7-86f2c6f9fd78), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:20.367173 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161fde5-fbd6-40db-843d-8c64d0b5397e req-07d30e20-5ec1-46a9-8611-6a85791e63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:20.368581 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d161fde5-fbd6-40db-843d-8c64d0b5397e req-07d30e20-5ec1-46a9-8611-6a85791e63a6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 1130 time: 0.0478096 May 10 20:23:20.415028 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d161fde5-fbd6-40db-843d-8c64d0b5397e req-d1aa50d0-b727-4de5-9c88-363f596c43a7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 May 10 20:23:20.434255 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7b612e4d-ac73-4e2d-b7af-cd6b9f3353a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4935479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5317468'] for subnet (78ce874d-9077-4778-aeb7-86f2c6f9fd78), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:20.462725 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b612e4d-ac73-4e2d-b7af-cd6b9f3353a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ce874d-9077-4778-aeb7-86f2c6f9fd78,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:20.462725 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7b612e4d-ac73-4e2d-b7af-cd6b9f3353a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:20.465605 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7b612e4d-ac73-4e2d-b7af-cd6b9f3353a1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/78ce874d-9077-4778-aeb7-86f2c6f9fd78 HTTP/1.1" status: 204 len: 168 time: 0.3475432 May 10 20:23:20.468664 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 58784) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:20.471196 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07680694-5730-43eb-954f-1b3679cd6893 None None] Network 2b00b815-407a-4d47-9742-67b948c39d25 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:23:20.548665 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (2b00b815-407a-4d47-9742-67b948c39d25), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:20.643295 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69412-e468-47bb-a15b-03670c553ff3 req-d092d617-a054-4cb4-9f80-98955cab3093 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:20.650641 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7cd69412-e468-47bb-a15b-03670c553ff3 req-d092d617-a054-4cb4-9f80-98955cab3093 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0946364 May 10 20:23:20.679469 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a40eab3-219f-4bd8-a4a3-4519a8e9106d None None] DHCP port deletion for 2b00b815-407a-4d47-9742-67b948c39d25 request from dv-cinder-828805-2-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:23:20.713340 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Deleting port d121beb1-546a-4bfa-9c4c-d183fe8120bc {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:23:20.713681 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:20.733502 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7cd69412-e468-47bb-a15b-03670c553ff3 req-3d676669-378b-4fb4-85fa-ae89057b409f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817556 May 10 20:23:20.766067 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device e2cfd1d7-7619-44e1-ac2b-201776d01971 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:23:20.793138 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: e2cfd1d7-7619-44e1-ac2b-201776d01971 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:23:20.793728 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device e2cfd1d7-7619-44e1-ac2b-201776d01971 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:23:20.794366 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device c03c26d4-5100-4210-b66c-e9983cde4cda no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:23:20.798057 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-3a40eab3-219f-4bd8-a4a3-4519a8e9106d None None] Deleting port d121beb1-546a-4bfa-9c4c-d183fe8120bc {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:23:20.798729 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3a40eab3-219f-4bd8-a4a3-4519a8e9106d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:20.840160 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1cc47718-85ca-473e-94ff-e8f71e1e4b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:20.840371 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] For port d121beb1-546a-4bfa-9c4c-d183fe8120bc, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=d121beb1-546a-4bfa-9c4c-d183fe8120bc,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:20.840551 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:20.862978 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef00875-ba25-41b4-8a62-46197711856f req-d1a661bb-5707-405e-b8f0-bc5ad2f902ff tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:20.864505 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ef00875-ba25-41b4-8a62-46197711856f req-d1a661bb-5707-405e-b8f0-bc5ad2f902ff tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.83 "GET /v2.0/networks?id=8750fcec-68a3-4030-8b36-de70cc9667b1 HTTP/1.1" status: 200 len: 814 time: 0.2454233 May 10 20:23:20.869051 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Calling delete_port for d121beb1-546a-4bfa-9c4c-d183fe8120bc owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:23:20.872029 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: c03c26d4-5100-4210-b66c-e9983cde4cda {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:23:20.872373 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device c03c26d4-5100-4210-b66c-e9983cde4cda not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:23:20.895031 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-3a40eab3-219f-4bd8-a4a3-4519a8e9106d None None] For port d121beb1-546a-4bfa-9c4c-d183fe8120bc, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=d121beb1-546a-4bfa-9c4c-d183fe8120bc,segment=NetworkSegment(3ffd8567-d5a5-4ab5-9d3f-26804788a333),segment_id=3ffd8567-d5a5-4ab5-9d3f-26804788a333)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:20.895429 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3a40eab3-219f-4bd8-a4a3-4519a8e9106d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:20.909569 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-3a40eab3-219f-4bd8-a4a3-4519a8e9106d None None] Calling delete_port for d121beb1-546a-4bfa-9c4c-d183fe8120bc owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:23:20.988087 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6f011-90d2-4da5-9527-5362b3f2ef5e req-5cbc7434-1b44-499d-8ea6-f8bddec7118e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:20.995113 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f9a6f011-90d2-4da5-9527-5362b3f2ef5e req-5cbc7434-1b44-499d-8ea6-f8bddec7118e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0560679 May 10 20:23:21.014010 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-4ef00875-ba25-41b4-8a62-46197711856f req-030d670f-5c10-4860-b9df-9702d15962bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Request body: {'port': {'device_id': '6a14b0f0-0ea3-4957-8c38-5821bf570414', 'network_id': '8750fcec-68a3-4030-8b36-de70cc9667b1', 'admin_state_up': True, 'tenant_id': '498ce5260ee44f5d9b1ebc74fecedfbf'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:23:21.028922 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-eca0ec97-8290-414b-8e27-7ef015966cc7 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-823694651&fields=id&tenant_id=93dce3ce114d427895f446e0ed0f7e4f HTTP/1.1" status: 200 len: 267 time: 0.0935555 May 10 20:23:21.061314 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f9a6f011-90d2-4da5-9527-5362b3f2ef5e req-452ff08e-a0fb-48dc-a4da-f7db2fe746dc tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652807 May 10 20:23:21.088087 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3a40eab3-219f-4bd8-a4a3-4519a8e9106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:21.116695 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40eab3-219f-4bd8-a4a3-4519a8e9106d None None] Pushing event deleted for resources: {'Port': ['ID=d121beb1-546a-4bfa-9c4c-d183fe8120bc,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:21.120119 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40eab3-219f-4bd8-a4a3-4519a8e9106d None None] No DVR routers for this DVR port d121beb1-546a-4bfa-9c4c-d183fe8120bc on host dv-cinder-828805-2-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:23:21.228699 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-664c68b2-03e5-45c2-9904-fcaea961bb14 req-69db918a-dfca-4ea8-8124-6ccb2c437258 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 210 time: 0.0338991 May 10 20:23:21.415039 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (d121beb1-546a-4bfa-9c4c-d183fe8120bc), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:21.452059 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d121beb1-546a-4bfa-9c4c-d183fe8120bc,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:21.467472 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] No DVR routers for this DVR port d121beb1-546a-4bfa-9c4c-d183fe8120bc on host dv-cinder-828805-2-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:23:21.579231 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-645cae43-d678-4931-b60b-d717e00d160f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:21.580671 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-645cae43-d678-4931-b60b-d717e00d160f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/networks?id=5faeb9f8-90a5-4864-8255-be306f147ea8 HTTP/1.1" status: 200 len: 812 time: 0.5503054 May 10 20:23:21.591112 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (2b00b815-407a-4d47-9742-67b948c39d25), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:21.622304 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-0e390cf5-cc56-48a7-b026-f6fe0c85fe49 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/quotas/93dce3ce114d427895f446e0ed0f7e4f HTTP/1.1" status: 200 len: 375 time: 0.0348170 May 10 20:23:21.626176 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b00b815-407a-4d47-9742-67b948c39d25']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:21.645050 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffd8567-d5a5-4ab5-9d3f-26804788a333') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:21.646414 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffd8567-d5a5-4ab5-9d3f-26804788a333') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:21.678375 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6068703'] for segment (3ffd8567-d5a5-4ab5-9d3f-26804788a333), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:21.696013 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-362c88e1-b534-4ba7-bde8-ad08c580a7d9 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675356 May 10 20:23:21.698872 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef00875-ba25-41b4-8a62-46197711856f req-030d670f-5c10-4860-b9df-9702d15962bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Made reservation on behalf of 498ce5260ee44f5d9b1ebc74fecedfbf for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:23:21.703210 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-4ef00875-ba25-41b4-8a62-46197711856f req-030d670f-5c10-4860-b9df-9702d15962bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:21.705809 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (3ffd8567-d5a5-4ab5-9d3f-26804788a333), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:21.727141 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:23:21.727531 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4935517'] for segment (3ffd8567-d5a5-4ab5-9d3f-26804788a333), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: self.session.flush() May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: self.session.flush() May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: self.session.flush() May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: self.session.flush() May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: Traceback (most recent call last): May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: timer() May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: cb(*args, **kw) May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: return func(*args, **kwargs) May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: self._notify() May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: self.callback(batched_events) May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: event.method(event) May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: return f(self, *a, **k) May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._get(url).json() May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: return self.request(url, 'GET', **kwargs) May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:23:21.729937 dv-cinder-828805-2-iscsi neutron-server[104124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:23:21.851724 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eb920-0e66-4a56-b2dd-31f1eef5d821 req-6be6ef97-51be-4951-9390-f6fd5b6b0203 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:21.853349 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a46eb920-0e66-4a56-b2dd-31f1eef5d821 req-6be6ef97-51be-4951-9390-f6fd5b6b0203 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 944 time: 0.0486979 May 10 20:23:21.900740 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a46eb920-0e66-4a56-b2dd-31f1eef5d821 req-8b9e7bec-3250-413b-9404-34c6c27daa4a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413446 May 10 20:23:21.904523 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-57e3d910-d632-4dcf-a0c8-1840a1802363 service neutron] 10.222.0.65 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928194 May 10 20:23:21.907350 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (2b00b815-407a-4d47-9742-67b948c39d25), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:21.959985 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:21.963089 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2b00b815-407a-4d47-9742-67b948c39d25 HTTP/1.1" status: 204 len: 168 time: 1.4935029 May 10 20:23:22.001422 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815c95c-82ac-4ce2-9b62-5aa71f5570e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b00b815-407a-4d47-9742-67b948c39d25,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:22.033337 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-4ef00875-ba25-41b4-8a62-46197711856f req-030d670f-5c10-4860-b9df-9702d15962bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Allocated IP 172.20.0.13 (8750fcec-68a3-4030-8b36-de70cc9667b1/b20a76b4-6bd6-4766-87fa-09dcfb6eed3e/c1b55a22-4b30-47be-a7ec-ee33cb223d31) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:23:22.065232 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-99ab0a08-4ace-49af-9850-728b6bcf7064 service neutron] 10.222.0.65 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525009 May 10 20:23:22.213871 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-4ef00875-ba25-41b4-8a62-46197711856f req-030d670f-5c10-4860-b9df-9702d15962bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks [] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:22.215529 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee33ea-6d2e-4e8d-a308-a2d33a4af1f1 req-572b1f2b-8524-4fb6-8617-0eb2f5a3a28e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:22.220864 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-44ee33ea-6d2e-4e8d-a308-a2d33a4af1f1 req-572b1f2b-8524-4fb6-8617-0eb2f5a3a28e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0828021 May 10 20:23:22.268496 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-44ee33ea-6d2e-4e8d-a308-a2d33a4af1f1 req-79a9e5cd-3c10-47eb-a60e-cfd076a9dd05 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438683 May 10 20:23:22.308639 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-4ef00875-ba25-41b4-8a62-46197711856f req-030d670f-5c10-4860-b9df-9702d15962bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:22.319208 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58820) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:22.356971 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef00875-ba25-41b4-8a62-46197711856f req-030d670f-5c10-4860-b9df-9702d15962bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Network 8750fcec-68a3-4030-8b36-de70cc9667b1 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:23:22.360528 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-4ef00875-ba25-41b4-8a62-46197711856f req-030d670f-5c10-4860-b9df-9702d15962bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:23:22.364429 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef00875-ba25-41b4-8a62-46197711856f req-030d670f-5c10-4860-b9df-9702d15962bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:23:22.384815 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 063af925-b83e-40dd-8134-6b074fb2357d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:23:22.393072 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d670f-5c10-4860-b9df-9702d15962bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Pushing event updated for resources: {'Port': ['ID=c1b55a22-4b30-47be-a7ec-ee33cb223d31,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:22.397634 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77eca7-704b-479e-8997-29db110627cd req-0bf73c2e-89b4-48ec-a084-cd56e05ded37 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:22.399176 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ed77eca7-704b-479e-8997-29db110627cd req-0bf73c2e-89b4-48ec-a084-cd56e05ded37 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 932 time: 0.0744750 May 10 20:23:22.401841 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-38e36065-8d7f-48fb-a52c-cf997116baa1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=821dc2c3061041a3ab6ee939c306a7ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0823858 May 10 20:23:22.405322 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 58822) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:22.439499 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef00875-ba25-41b4-8a62-46197711856f req-030d670f-5c10-4860-b9df-9702d15962bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:22.440156 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-4ef00875-ba25-41b4-8a62-46197711856f req-030d670f-5c10-4860-b9df-9702d15962bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:22.467983 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ed77eca7-704b-479e-8997-29db110627cd req-6cd93941-cd45-4729-8590-783f0b27fd74 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577123 May 10 20:23:22.487646 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e270f44-a969-4136-b907-5b11e0a5733b admin admin] Publish callbacks [] for security_group (d0302960-22c2-4dac-8d03-110ba2f4d0ab), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:22.509529 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e270f44-a969-4136-b907-5b11e0a5733b admin admin] Publish callbacks [] for security_group (d0302960-22c2-4dac-8d03-110ba2f4d0ab), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:22.522001 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 063af925-b83e-40dd-8134-6b074fb2357d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=063af925-b83e-40dd-8134-6b074fb2357d,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:22.533410 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '063af925-b83e-40dd-8134-6b074fb2357d', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'port_id': '063af925-b83e-40dd-8134-6b074fb2357d', 'mac_address': 'fa:16:3e:c7:4e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:23:22.557081 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ef00875-ba25-41b4-8a62-46197711856f req-030d670f-5c10-4860-b9df-9702d15962bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5483248 May 10 20:23:22.568564 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Request body: {'port': {'device_id': '6a14b0f0-0ea3-4957-8c38-5821bf570414', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:23:22.580591 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 063af925-b83e-40dd-8134-6b074fb2357d is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:23:22.580981 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (063af925-b83e-40dd-8134-6b074fb2357d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:22.595134 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063af925-b83e-40dd-8134-6b074fb2357d {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:23:22.629009 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e270f44-a969-4136-b907-5b11e0a5733b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (d0302960-22c2-4dac-8d03-110ba2f4d0ab), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:22.631801 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e270f44-a969-4136-b907-5b11e0a5733b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:22.638060 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5e270f44-a969-4136-b907-5b11e0a5733b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0302960-22c2-4dac-8d03-110ba2f4d0ab HTTP/1.1" status: 204 len: 168 time: 0.2266643 May 10 20:23:22.638752 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 063af925-b83e-40dd-8134-6b074fb2357d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=063af925-b83e-40dd-8134-6b074fb2357d,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:22.643887 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:22.646808 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e270f44-a969-4136-b907-5b11e0a5733b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0302960-22c2-4dac-8d03-110ba2f4d0ab,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:22.684795 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device d121beb1-546a-4bfa-9c4c-d183fe8120bc no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:23:22.749093 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ebfe7e24-06e1-4569-b95c-e40ff5bd9972 req-b614772e-c1e3-476b-b3ab-7a85a784cdf3 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0303164 May 10 20:23:22.755011 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: d121beb1-546a-4bfa-9c4c-d183fe8120bc {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:23:22.756289 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device d121beb1-546a-4bfa-9c4c-d183fe8120bc not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:23:22.766671 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (063af925-b83e-40dd-8134-6b074fb2357d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:22.821261 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=063af925-b83e-40dd-8134-6b074fb2357d,revision_number=9']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:22.976692 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['063af925-b83e-40dd-8134-6b074fb2357d'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:23:23.011070 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b55a22-4b30-47be-a7ec-ee33cb223d31 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:23:23.054396 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Publish callbacks [] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:23.080242 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22bea5-0e38-44b1-9bdc-6b38895c2b53 req-4c44674d-d7b6-4e48-87d6-60a7ed9a20e4 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:23.081729 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bd22bea5-0e38-44b1-9bdc-6b38895c2b53 req-4c44674d-d7b6-4e48-87d6-60a7ed9a20e4 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 945 time: 0.0897598 May 10 20:23:23.084726 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Transition to ACTIVE for port object c1b55a22-4b30-47be-a7ec-ee33cb223d31 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:23:23.144823 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bd22bea5-0e38-44b1-9bdc-6b38895c2b53 req-a89d303c-e844-4940-a6b2-207350b61610 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552454 May 10 20:23:23.167678 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:23.202067 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f689c33e-6219-4378-8a29-73eaec9570e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:23.246864 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b55a22-4b30-47be-a7ec-ee33cb223d31,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:23.300079 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Attempting to bind port c1b55a22-4b30-47be-a7ec-ee33cb223d31 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:23:23.300413 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Attempting to bind port c1b55a22-4b30-47be-a7ec-ee33cb223d31 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '46791e30-4519-4c7b-a4be-a9f9f8260227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8750fcec-68a3-4030-8b36-de70cc9667b1'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:23:23.300824 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Attempting to bind port c1b55a22-4b30-47be-a7ec-ee33cb223d31 on network 8750fcec-68a3-4030-8b36-de70cc9667b1 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:23:23.305161 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Port c1b55a22-4b30-47be-a7ec-ee33cb223d31 on network 8750fcec-68a3-4030-8b36-de70cc9667b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:23:23.305469 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Attempting to bind port c1b55a22-4b30-47be-a7ec-ee33cb223d31 on network 8750fcec-68a3-4030-8b36-de70cc9667b1 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:23:23.310945 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:23:23.311281 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Checking segment: {'id': '46791e30-4519-4c7b-a4be-a9f9f8260227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8750fcec-68a3-4030-8b36-de70cc9667b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:23:23.311655 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Bound using segment: {'id': '46791e30-4519-4c7b-a4be-a9f9f8260227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8750fcec-68a3-4030-8b36-de70cc9667b1'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:23:23.312073 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Bound port: c1b55a22-4b30-47be-a7ec-ee33cb223d31, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46791e30-4519-4c7b-a4be-a9f9f8260227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8750fcec-68a3-4030-8b36-de70cc9667b1'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:23:23.312431 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:23.376283 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] For port c1b55a22-4b30-47be-a7ec-ee33cb223d31, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:23:23.379268 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] For port c1b55a22-4b30-47be-a7ec-ee33cb223d31, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c1b55a22-4b30-47be-a7ec-ee33cb223d31,segment=NetworkSegment(46791e30-4519-4c7b-a4be-a9f9f8260227),segment_id=46791e30-4519-4c7b-a4be-a9f9f8260227)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:23:23.485066 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:23.526707 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:23.526843 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:23.528636 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ef00875-ba25-41b4-8a62-46197711856f req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] 10.222.0.83 "PUT /v2.0/ports/c1b55a22-4b30-47be-a7ec-ee33cb223d31 HTTP/1.1" status: 200 len: 1094 time: 0.9638193 May 10 20:23:23.528636 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a14b0f0-0ea3-4957-8c38-5821bf570414', 'tag': 'c1b55a22-4b30-47be-a7ec-ee33cb223d31'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:23:23.532194 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5180662a-1a29-4c81-8fd1-f68fd4117139" -d '{"events": [{"name": "network-changed", "server_uuid": "6a14b0f0-0ea3-4957-8c38-5821bf570414", "tag": "c1b55a22-4b30-47be-a7ec-ee33cb223d31"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:23:23.575092 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1236fd8-d13f-4edf-9cf7-1e10fa595221 x-openstack-request-id: req-b1236fd8-d13f-4edf-9cf7-1e10fa595221 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:23:23.575782 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a14b0f0-0ea3-4957-8c38-5821bf570414", "tag": "c1b55a22-4b30-47be-a7ec-ee33cb223d31", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:23:23.576519 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1236fd8-d13f-4edf-9cf7-1e10fa595221 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:23:23.576936 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1236fd8-d13f-4edf-9cf7-1e10fa595221'] response: {'name': 'network-changed', 'server_uuid': '6a14b0f0-0ea3-4957-8c38-5821bf570414', 'tag': 'c1b55a22-4b30-47be-a7ec-ee33cb223d31', 'status': 'completed', 'code': 200} May 10 20:23:23.580592 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d866c-70fd-414b-8102-e6a99afa2853 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b55a22-4b30-47be-a7ec-ee33cb223d31,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:23.594723 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a968fb0-bca5-40b1-9639-1c036ea43521 req-c3471257-2ccb-4f66-9d1c-ea12218d984e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:23.603223 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4a968fb0-bca5-40b1-9639-1c036ea43521 req-c3471257-2ccb-4f66-9d1c-ea12218d984e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 944 time: 0.0571294 May 10 20:23:23.659846 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4a968fb0-bca5-40b1-9639-1c036ea43521 req-edb12016-d89c-492c-9943-5ba27793c6b9 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557804 May 10 20:23:23.662492 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180662a-1a29-4c81-8fd1-f68fd4117139 req-ee6e006a-70b8-4d7b-8d21-9d34432ee476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:23.664018 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5180662a-1a29-4c81-8fd1-f68fd4117139 req-ee6e006a-70b8-4d7b-8d21-9d34432ee476 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=498ce5260ee44f5d9b1ebc74fecedfbf&device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 1128 time: 0.0653958 May 10 20:23:23.768294 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180662a-1a29-4c81-8fd1-f68fd4117139 req-f308bc4e-d931-4720-9607-47ba1558d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:23.769687 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5180662a-1a29-4c81-8fd1-f68fd4117139 req-f308bc4e-d931-4720-9607-47ba1558d5fc service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=498ce5260ee44f5d9b1ebc74fecedfbf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0980678 May 10 20:23:23.862649 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b80761e-a7c3-41ac-89a4-2e574615058d req-ef31dcd8-1ce7-4412-abd4-a19ea12b913f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0341797 May 10 20:23:23.903744 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180662a-1a29-4c81-8fd1-f68fd4117139 req-9fbcab4a-4b83-44ed-a8ff-10a9dac873eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:23.905745 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5180662a-1a29-4c81-8fd1-f68fd4117139 req-9fbcab4a-4b83-44ed-a8ff-10a9dac873eb service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272099 May 10 20:23:23.978712 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef00875-ba25-41b4-8a62-46197711856f req-6f015ea7-5ce4-4e7a-97a5-9ca920617c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:23.984441 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ef00875-ba25-41b4-8a62-46197711856f req-6f015ea7-5ce4-4e7a-97a5-9ca920617c01 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=498ce5260ee44f5d9b1ebc74fecedfbf&device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 1128 time: 0.0453911 May 10 20:23:24.030910 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ef00875-ba25-41b4-8a62-46197711856f req-291ae667-eb58-467b-b2e1-0a67df2bb5b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1b55a22-4b30-47be-a7ec-ee33cb223d31 HTTP/1.1" status: 200 len: 217 time: 0.0386248 May 10 20:23:24.078780 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef00875-ba25-41b4-8a62-46197711856f req-a8edc70a-6dd8-445a-8404-9e726f582d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:24.080739 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ef00875-ba25-41b4-8a62-46197711856f req-a8edc70a-6dd8-445a-8404-9e726f582d61 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b20a76b4-6bd6-4766-87fa-09dcfb6eed3e HTTP/1.1" status: 200 len: 854 time: 0.0464230 May 10 20:23:24.113291 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ef00875-ba25-41b4-8a62-46197711856f req-0eef904e-14ea-4a20-ab8d-9ff24a4049d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8750fcec-68a3-4030-8b36-de70cc9667b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262127 May 10 20:23:24.208671 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ef00875-ba25-41b4-8a62-46197711856f req-08461f0c-1fb1-43de-8f7f-cf8345ce0135 service neutron] 10.222.0.83 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896256 May 10 20:23:24.313093 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0176e3f-2a11-4b3d-a079-37068d99ba10 req-804052d6-d919-4708-8ec9-e96e82e8dd31 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:24.314568 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0176e3f-2a11-4b3d-a079-37068d99ba10 req-804052d6-d919-4708-8ec9-e96e82e8dd31 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 945 time: 0.0812359 May 10 20:23:24.355942 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ef00875-ba25-41b4-8a62-46197711856f req-70bc9feb-bc37-492f-b3c1-a8f25b1bd025 service neutron] 10.222.0.83 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412969 May 10 20:23:24.376876 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0176e3f-2a11-4b3d-a079-37068d99ba10 req-1227cd03-b584-428d-ba06-0e53ab4c2f1e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561504 May 10 20:23:24.396891 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 063af925-b83e-40dd-8134-6b074fb2357d up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:23:24.417672 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:24.443206 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 063af925-b83e-40dd-8134-6b074fb2357d triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:23:24.443614 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (063af925-b83e-40dd-8134-6b074fb2357d), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:24.525883 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 063af925-b83e-40dd-8134-6b074fb2357d is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:23:24.526301 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (063af925-b83e-40dd-8134-6b074fb2357d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:24.549335 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063af925-b83e-40dd-8134-6b074fb2357d'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:23:24.551565 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac4eb59-421c-418a-94ee-69a8038b4bf4" -d '{"events": [{"server_uuid": "8b925038-2c3c-4a07-a98a-56c1df0786e5", "name": "network-vif-plugged", "status": "completed", "tag": "063af925-b83e-40dd-8134-6b074fb2357d"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:23:24.564526 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 063af925-b83e-40dd-8134-6b074fb2357d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=063af925-b83e-40dd-8134-6b074fb2357d,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:24.591765 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedbe38c-5ec5-497e-a001-7c015db9d725 x-openstack-request-id: req-cedbe38c-5ec5-497e-a001-7c015db9d725 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:23:24.592089 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b925038-2c3c-4a07-a98a-56c1df0786e5", "name": "network-vif-plugged", "status": "completed", "tag": "063af925-b83e-40dd-8134-6b074fb2357d", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:23:24.592948 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cedbe38c-5ec5-497e-a001-7c015db9d725 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:23:24.592948 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cedbe38c-5ec5-497e-a001-7c015db9d725'] response: {'server_uuid': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063af925-b83e-40dd-8134-6b074fb2357d', 'code': 200} May 10 20:23:24.638936 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (063af925-b83e-40dd-8134-6b074fb2357d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:24.705749 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=063af925-b83e-40dd-8134-6b074fb2357d,revision_number=10']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:24.820546 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86a6d3-27aa-4dca-a4b3-b3753e909801 req-35340cde-6643-493e-b293-e7dd569e11ab tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:24.822071 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6c86a6d3-27aa-4dca-a4b3-b3753e909801 req-35340cde-6643-493e-b293-e7dd569e11ab tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 944 time: 0.0543270 May 10 20:23:24.875120 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6c86a6d3-27aa-4dca-a4b3-b3753e909801 req-76365c6b-601f-4ffd-8f19-d810afbfa8f1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466282 May 10 20:23:24.970614 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d51f03c6-60a4-497b-b3b7-8282de12652e req-d3a04687-2a51-4bb3-b206-c754b7af7527 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0312316 May 10 20:23:25.390027 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-835b7a3b-ccf1-405c-a21e-e4ac34eef604 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:25.391665 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-835b7a3b-ccf1-405c-a21e-e4ac34eef604 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.83 "GET /v2.0/networks?id=5faeb9f8-90a5-4864-8255-be306f147ea8 HTTP/1.1" status: 200 len: 812 time: 0.1084599 May 10 20:23:25.464627 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-e1edb003-7c2b-45aa-a2cb-77bc2fe86c6e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93dce3ce114d427895f446e0ed0f7e4f HTTP/1.1" status: 200 len: 379 time: 0.0598385 May 10 20:23:25.473702 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-24e7e512-8c61-4139-a22b-2ca61d1b1568 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Request body: {'port': {'device_id': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'admin_state_up': True, 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'security_groups': ['15f3ea39-f3f4-4960-a0ad-d633e413f639']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:23:25.498725 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfc151-3669-48dc-9c67-edf5ca69d719 req-812b261e-d8fd-43d3-8e78-91e99201bc5d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:25.500254 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-85bfc151-3669-48dc-9c67-edf5ca69d719 req-812b261e-d8fd-43d3-8e78-91e99201bc5d tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 947 time: 0.0479474 May 10 20:23:25.548265 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-85bfc151-3669-48dc-9c67-edf5ca69d719 req-6882ee75-ad6c-48b4-8a00-8a21c452233a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422442 May 10 20:23:25.643500 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f815c7-799e-48fe-99e2-c8bf54ed2a54 req-fa5a28cd-8363-4a26-b278-ded3030065f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:25.644916 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-49f815c7-799e-48fe-99e2-c8bf54ed2a54 req-fa5a28cd-8363-4a26-b278-ded3030065f8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 1131 time: 0.0434132 May 10 20:23:25.653187 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-24e7e512-8c61-4139-a22b-2ca61d1b1568 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Made reservation on behalf of 93dce3ce114d427895f446e0ed0f7e4f for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:23:25.653187 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-24e7e512-8c61-4139-a22b-2ca61d1b1568 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:25.705545 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-49f815c7-799e-48fe-99e2-c8bf54ed2a54 req-1bbaa11d-7c4d-40f1-a908-3f5f70940dbb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547962 May 10 20:23:25.727990 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:25.785875 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-24e7e512-8c61-4139-a22b-2ca61d1b1568 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Allocated IP 172.20.0.4 (5faeb9f8-90a5-4864-8255-be306f147ea8/516f8c72-19b5-4ad2-a79b-f52f381944d9/87aa9ad9-fb81-4369-8056-73c918735898) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:23:25.932149 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-24e7e512-8c61-4139-a22b-2ca61d1b1568 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for port (87aa9ad9-fb81-4369-8056-73c918735898), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:25.999378 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c48f3-34e4-4b60-9d9b-1dac01edbc05 req-aa6c798e-6b7c-4c84-850c-18a438812f32 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:26.000844 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-167c48f3-34e4-4b60-9d9b-1dac01edbc05 req-aa6c798e-6b7c-4c84-850c-18a438812f32 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 944 time: 0.0477195 May 10 20:23:26.047573 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-167c48f3-34e4-4b60-9d9b-1dac01edbc05 req-6e418f43-ed20-42af-a3c7-100678c0688c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411017 May 10 20:23:26.053942 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-24e7e512-8c61-4139-a22b-2ca61d1b1568 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (87aa9ad9-fb81-4369-8056-73c918735898), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:26.096885 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-24e7e512-8c61-4139-a22b-2ca61d1b1568 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Network 5faeb9f8-90a5-4864-8255-be306f147ea8 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:23:26.102903 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-24e7e512-8c61-4139-a22b-2ca61d1b1568 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:23:26.107824 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-24e7e512-8c61-4139-a22b-2ca61d1b1568 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:23:26.142623 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7e512-8c61-4139-a22b-2ca61d1b1568 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event updated for resources: {'Port': ['ID=87aa9ad9-fb81-4369-8056-73c918735898,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:26.183817 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00abf97-6821-49d8-92e4-f24af5054797 req-d4da08fc-adb2-49e8-b607-e5447ba95af4 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:26.192347 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f00abf97-6821-49d8-92e4-f24af5054797 req-d4da08fc-adb2-49e8-b607-e5447ba95af4 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 931 time: 0.0879793 May 10 20:23:26.194329 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-24e7e512-8c61-4139-a22b-2ca61d1b1568 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:26.195508 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-24e7e512-8c61-4139-a22b-2ca61d1b1568 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:26.251251 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f00abf97-6821-49d8-92e4-f24af5054797 req-a00fa4ec-7865-4ce6-a2a1-9addc350a820 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575662 May 10 20:23:26.285192 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-24e7e512-8c61-4139-a22b-2ca61d1b1568 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8149464 May 10 20:23:26.382937 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Request body: {'port': {'device_id': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:23:26.383468 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-9c0dec32-9e9e-4447-9e01-c1b8746dd903 None None] Provisioning complete for port 87aa9ad9-fb81-4369-8056-73c918735898 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:23:26.384068 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9c0dec32-9e9e-4447-9e01-c1b8746dd903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (87aa9ad9-fb81-4369-8056-73c918735898), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:26.409638 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device c1b55a22-4b30-47be-a7ec-ee33cb223d31 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:23:26.433668 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-9c0dec32-9e9e-4447-9e01-c1b8746dd903 None None] Port 87aa9ad9-fb81-4369-8056-73c918735898 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:23:26.447743 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (87aa9ad9-fb81-4369-8056-73c918735898), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:26.540877 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port c1b55a22-4b30-47be-a7ec-ee33cb223d31, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c1b55a22-4b30-47be-a7ec-ee33cb223d31,segment=NetworkSegment(46791e30-4519-4c7b-a4be-a9f9f8260227),segment_id=46791e30-4519-4c7b-a4be-a9f9f8260227)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:26.553258 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': 'c1b55a22-4b30-47be-a7ec-ee33cb223d31', 'network_id': '8750fcec-68a3-4030-8b36-de70cc9667b1', 'port_id': 'c1b55a22-4b30-47be-a7ec-ee33cb223d31', 'mac_address': 'fa:16:3e:a6:e1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20a76b4-6bd6-4766-87fa-09dcfb6eed3e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:23:26.603197 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port c1b55a22-4b30-47be-a7ec-ee33cb223d31 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:23:26.603962 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:26.619845 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b55a22-4b30-47be-a7ec-ee33cb223d31 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:23:26.641061 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port c1b55a22-4b30-47be-a7ec-ee33cb223d31, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c1b55a22-4b30-47be-a7ec-ee33cb223d31,segment=NetworkSegment(46791e30-4519-4c7b-a4be-a9f9f8260227),segment_id=46791e30-4519-4c7b-a4be-a9f9f8260227)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:26.691371 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575fad9-cc30-4b3a-8de6-e09153b6ebdc req-47639c5d-01c8-4acc-8b3e-710177ca9e2c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:26.694248 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6575fad9-cc30-4b3a-8de6-e09153b6ebdc req-47639c5d-01c8-4acc-8b3e-710177ca9e2c tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 947 time: 0.0609341 May 10 20:23:26.712923 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:26.761189 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=c1b55a22-4b30-47be-a7ec-ee33cb223d31,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:26.775290 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6575fad9-cc30-4b3a-8de6-e09153b6ebdc req-23f0b8dd-28b9-47f8-b53b-3dfb0a791f6a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760581 May 10 20:23:26.824727 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87aa9ad9-fb81-4369-8056-73c918735898 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:23:26.837715 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Publish callbacks [] for port (87aa9ad9-fb81-4369-8056-73c918735898), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:26.851081 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Transition to ACTIVE for port object 87aa9ad9-fb81-4369-8056-73c918735898 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:23:26.913152 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (87aa9ad9-fb81-4369-8056-73c918735898), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:26.946075 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['c1b55a22-4b30-47be-a7ec-ee33cb223d31'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:23:26.963088 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=87aa9ad9-fb81-4369-8056-73c918735898,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:27.053274 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Attempting to bind port 87aa9ad9-fb81-4369-8056-73c918735898 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:23:27.053615 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Attempting to bind port 87aa9ad9-fb81-4369-8056-73c918735898 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:23:27.053934 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Attempting to bind port 87aa9ad9-fb81-4369-8056-73c918735898 on network 5faeb9f8-90a5-4864-8255-be306f147ea8 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:23:27.058668 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Port 87aa9ad9-fb81-4369-8056-73c918735898 on network 5faeb9f8-90a5-4864-8255-be306f147ea8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:23:27.059251 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Attempting to bind port 87aa9ad9-fb81-4369-8056-73c918735898 on network 5faeb9f8-90a5-4864-8255-be306f147ea8 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:23:27.065134 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:23:27.065473 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Checking segment: {'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:23:27.065854 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Bound using segment: {'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:23:27.066353 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Bound port: 87aa9ad9-fb81-4369-8056-73c918735898, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989ca5d3-a9a0-4ac8-92aa-52659088dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:23:27.066725 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (87aa9ad9-fb81-4369-8056-73c918735898), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:27.147253 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] For port 87aa9ad9-fb81-4369-8056-73c918735898, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:23:27.151634 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] For port 87aa9ad9-fb81-4369-8056-73c918735898, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=87aa9ad9-fb81-4369-8056-73c918735898,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:23:27.211223 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e574c5b-09b4-47bf-8a82-5afdc531c3ee req-25f553ba-beba-4fc1-bc25-23d80bfeffc2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:27.212668 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0e574c5b-09b4-47bf-8a82-5afdc531c3ee req-25f553ba-beba-4fc1-bc25-23d80bfeffc2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 945 time: 0.0567145 May 10 20:23:27.273897 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0e574c5b-09b4-47bf-8a82-5afdc531c3ee req-9114cb54-1bad-47d1-81a6-f4a74cdecb97 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531318 May 10 20:23:27.276197 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (87aa9ad9-fb81-4369-8056-73c918735898), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:27.308238 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:27.323524 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:27.323524 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:27.328758 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] 10.222.0.83 "PUT /v2.0/ports/87aa9ad9-fb81-4369-8056-73c918735898 HTTP/1.1" status: 200 len: 1093 time: 0.9495122 May 10 20:23:27.329606 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'tag': '87aa9ad9-fb81-4369-8056-73c918735898'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:23:27.332313 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e38bf35-1995-430b-8228-c77354857424" -d '{"events": [{"name": "network-changed", "server_uuid": "f43b1f37-3eff-4ece-bf7e-8dc94657366f", "tag": "87aa9ad9-fb81-4369-8056-73c918735898"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:23:27.361447 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116dff1-39c0-486d-b168-ddcae31f9ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=87aa9ad9-fb81-4369-8056-73c918735898,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:27.391807 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288d6bce-b65c-4b86-b03c-71a7994ed46b x-openstack-request-id: req-288d6bce-b65c-4b86-b03c-71a7994ed46b {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:23:27.391807 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43b1f37-3eff-4ece-bf7e-8dc94657366f", "tag": "87aa9ad9-fb81-4369-8056-73c918735898", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:23:27.391807 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-288d6bce-b65c-4b86-b03c-71a7994ed46b {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:23:27.391807 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-288d6bce-b65c-4b86-b03c-71a7994ed46b'] response: {'name': 'network-changed', 'server_uuid': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'tag': '87aa9ad9-fb81-4369-8056-73c918735898', 'status': 'completed', 'code': 200} May 10 20:23:27.445290 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd9cbf-6fb7-42b0-817e-eb40fc93da7b req-6f493d14-3313-419a-8eb7-d8be8fb9b865 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:27.446937 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8dd9cbf-6fb7-42b0-817e-eb40fc93da7b req-6f493d14-3313-419a-8eb7-d8be8fb9b865 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 943 time: 0.0875380 May 10 20:23:27.498686 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38bf35-1995-430b-8228-c77354857424 req-e2aea1a3-c82c-45e9-b02d-e50a6f7763c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:27.500254 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e38bf35-1995-430b-8228-c77354857424 req-e2aea1a3-c82c-45e9-b02d-e50a6f7763c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 1127 time: 0.0811214 May 10 20:23:27.576589 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8dd9cbf-6fb7-42b0-817e-eb40fc93da7b req-7408ce18-161c-4d76-a0e1-0d2eaa9c4938 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021183 May 10 20:23:27.623622 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38bf35-1995-430b-8228-c77354857424 req-4c0f4386-3684-40e5-9da1-99e4fb61f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:27.625063 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e38bf35-1995-430b-8228-c77354857424 req-4c0f4386-3684-40e5-9da1-99e4fb61f0ae service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1133416 May 10 20:23:27.726006 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38bf35-1995-430b-8228-c77354857424 req-79b035d4-b94a-4854-b8cf-619496b43926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:27.727658 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e38bf35-1995-430b-8228-c77354857424 req-79b035d4-b94a-4854-b8cf-619496b43926 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945382 May 10 20:23:27.801939 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-96e4e033-c66a-440f-b803-43ebe0992c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:27.803501 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-96e4e033-c66a-440f-b803-43ebe0992c11 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 1127 time: 0.0411901 May 10 20:23:27.846389 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-8e2cd571-58bc-434e-8542-d1f1363ec604 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87aa9ad9-fb81-4369-8056-73c918735898 HTTP/1.1" status: 200 len: 217 time: 0.0368047 May 10 20:23:27.856787 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58958) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:27.903168 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-e93644ef-6ed5-46ec-91e9-2fa8651a7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:27.905396 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-e93644ef-6ed5-46ec-91e9-2fa8651a7fe1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=516f8c72-19b5-4ad2-a79b-f52f381944d9 HTTP/1.1" status: 200 len: 851 time: 0.0504928 May 10 20:23:27.931845 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd025f-c745-4500-811e-530f799794d3 req-2b6d25dd-2fd0-4958-b7f7-1d6437e8de6a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:27.933543 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-03cd025f-c745-4500-811e-530f799794d3 req-2b6d25dd-2fd0-4958-b7f7-1d6437e8de6a tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 947 time: 0.0506055 May 10 20:23:27.952872 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-75909f04-77e3-427f-90c9-47117af1decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:27.954807 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-75909f04-77e3-427f-90c9-47117af1decd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5faeb9f8-90a5-4864-8255-be306f147ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431283 May 10 20:23:27.977492 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0178-a09e-44f6-b838-ad9c5c6ecdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:28.010614 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-03cd025f-c745-4500-811e-530f799794d3 req-476873c3-e028-4cf3-8b94-b4320e2b170f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703647 May 10 20:23:28.056589 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-08987fef-d76e-4a67-809a-cc84350f0a21 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952718 May 10 20:23:28.075697 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0178-a09e-44f6-b838-ad9c5c6ecdf3 admin admin] Publish callbacks [] for security_group (c31b4b38-f3e0-41c9-b7bc-97c020db30b6), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:28.141889 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0178-a09e-44f6-b838-ad9c5c6ecdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (c31b4b38-f3e0-41c9-b7bc-97c020db30b6), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:28.150213 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2651ef9c-140e-4770-b086-f5e3bb0b3129 req-fb24e716-e698-4293-8173-c9f5eb1bb5aa service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874887 May 10 20:23:28.179706 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c0178-a09e-44f6-b838-ad9c5c6ecdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31b4b38-f3e0-41c9-b7bc-97c020db30b6,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:28.184883 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7c9c0178-a09e-44f6-b838-ad9c5c6ecdf3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9bc233a626643f0a6954adc2a215f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270643 May 10 20:23:28.187731 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 58962) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:28.239457 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a2ec505a-8ca8-4c75-a720-bb0f24cad185 admin admin] Publish callbacks [] for security_group (c31b4b38-f3e0-41c9-b7bc-97c020db30b6), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:28.261313 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a2ec505a-8ca8-4c75-a720-bb0f24cad185 admin admin] Publish callbacks [] for security_group (c31b4b38-f3e0-41c9-b7bc-97c020db30b6), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:28.391217 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a6472-252c-4105-8ec1-f1994fa5c63c req-d453205f-e4ba-479f-b1d3-307c94ee2067 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:28.392662 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d70a6472-252c-4105-8ec1-f1994fa5c63c req-d453205f-e4ba-479f-b1d3-307c94ee2067 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 945 time: 0.0467739 May 10 20:23:28.408287 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a2ec505a-8ca8-4c75-a720-bb0f24cad185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (c31b4b38-f3e0-41c9-b7bc-97c020db30b6), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:28.408493 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device c1b55a22-4b30-47be-a7ec-ee33cb223d31 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:23:28.411275 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a2ec505a-8ca8-4c75-a720-bb0f24cad185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:28.412889 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a2ec505a-8ca8-4c75-a720-bb0f24cad185 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c31b4b38-f3e0-41c9-b7bc-97c020db30b6 HTTP/1.1" status: 204 len: 168 time: 0.2243769 May 10 20:23:28.431830 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec505a-8ca8-4c75-a720-bb0f24cad185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31b4b38-f3e0-41c9-b7bc-97c020db30b6,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:28.451176 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d70a6472-252c-4105-8ec1-f1994fa5c63c req-e81633b9-08d7-4a5e-a7b4-dc79463f047e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513542 May 10 20:23:28.468242 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port c1b55a22-4b30-47be-a7ec-ee33cb223d31 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:23:28.558920 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port c1b55a22-4b30-47be-a7ec-ee33cb223d31 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:23:28.559227 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:28.647801 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port c1b55a22-4b30-47be-a7ec-ee33cb223d31 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:23:28.648250 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:28.673287 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a14b0f0-0ea3-4957-8c38-5821bf570414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b55a22-4b30-47be-a7ec-ee33cb223d31'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:23:28.675582 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f089c64-f424-432f-8871-e82869105383" -d '{"events": [{"server_uuid": "6a14b0f0-0ea3-4957-8c38-5821bf570414", "name": "network-vif-plugged", "status": "completed", "tag": "c1b55a22-4b30-47be-a7ec-ee33cb223d31"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:23:28.689944 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port c1b55a22-4b30-47be-a7ec-ee33cb223d31, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c1b55a22-4b30-47be-a7ec-ee33cb223d31,segment=NetworkSegment(46791e30-4519-4c7b-a4be-a9f9f8260227),segment_id=46791e30-4519-4c7b-a4be-a9f9f8260227)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:28.713052 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556d314-dd3a-4e0f-9eff-da4ec1de0020 req-355713e4-cc3d-4143-80be-5f4cc782d444 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:28.713548 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728887e2-0cfe-4097-a556-85de3875e238 x-openstack-request-id: req-728887e2-0cfe-4097-a556-85de3875e238 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:23:28.713994 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a14b0f0-0ea3-4957-8c38-5821bf570414", "name": "network-vif-plugged", "status": "completed", "tag": "c1b55a22-4b30-47be-a7ec-ee33cb223d31", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:23:28.714349 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-728887e2-0cfe-4097-a556-85de3875e238 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:23:28.714646 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2556d314-dd3a-4e0f-9eff-da4ec1de0020 req-355713e4-cc3d-4143-80be-5f4cc782d444 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 943 time: 0.0636370 May 10 20:23:28.714879 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728887e2-0cfe-4097-a556-85de3875e238'] response: {'server_uuid': '6a14b0f0-0ea3-4957-8c38-5821bf570414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b55a22-4b30-47be-a7ec-ee33cb223d31', 'code': 200} May 10 20:23:28.759280 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:28.786627 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2556d314-dd3a-4e0f-9eff-da4ec1de0020 req-261eaee4-9964-44c9-9b73-9706171b6bdf tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656843 May 10 20:23:28.808916 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=c1b55a22-4b30-47be-a7ec-ee33cb223d31,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:29.026372 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1041af-e3e3-45e9-8b88-6cac2182817b req-7ebd081a-fa27-43c8-848d-b9061c87f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:29.027848 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4b1041af-e3e3-45e9-8b88-6cac2182817b req-7ebd081a-fa27-43c8-848d-b9061c87f544 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 1130 time: 0.0414767 May 10 20:23:29.074922 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4b1041af-e3e3-45e9-8b88-6cac2182817b req-47c0da28-78e2-4f09-9916-f4e683801024 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411844 May 10 20:23:29.137522 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979de17-ee53-43c7-bef3-0e4c06178bd2 req-32a6712d-db52-4e7d-a345-2b1a74e7bb8e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:29.139576 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a979de17-ee53-43c7-bef3-0e4c06178bd2 req-32a6712d-db52-4e7d-a345-2b1a74e7bb8e tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 947 time: 0.0507538 May 10 20:23:29.185939 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a979de17-ee53-43c7-bef3-0e4c06178bd2 req-5ef9721e-2b31-44f9-941f-241e016b2d40 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406592 May 10 20:23:29.562583 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2128bbe-144a-41fe-955f-a75df3569e60 req-5b6a8cc1-4468-4ab8-8adf-ca9725d8ece6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:29.564070 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e2128bbe-144a-41fe-955f-a75df3569e60 req-5b6a8cc1-4468-4ab8-8adf-ca9725d8ece6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 946 time: 0.0467248 May 10 20:23:29.610537 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e2128bbe-144a-41fe-955f-a75df3569e60 req-59407099-b231-4a04-8d20-8d0ec46cb15e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410554 May 10 20:23:29.954041 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0d629-57dc-452c-87f9-198eb288946c req-d521f76f-122c-432c-8b2c-2c2e6e0e8b8c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:29.955593 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ade0d629-57dc-452c-87f9-198eb288946c req-d521f76f-122c-432c-8b2c-2c2e6e0e8b8c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 943 time: 0.0480382 May 10 20:23:30.008667 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ade0d629-57dc-452c-87f9-198eb288946c req-4c08830e-e9ff-43b8-a3aa-6a35df361f74 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469027 May 10 20:23:30.722657 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82d6c8-cabb-445a-b743-648349a91e8b req-ea32a504-8a24-41be-b31f-7a4ffcd12d21 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:30.724118 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1f82d6c8-cabb-445a-b743-648349a91e8b req-ea32a504-8a24-41be-b31f-7a4ffcd12d21 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 946 time: 0.0478959 May 10 20:23:30.775547 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1f82d6c8-cabb-445a-b743-648349a91e8b req-433b0561-0fe6-4d5b-ac40-7011cf21dad4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457189 May 10 20:23:31.127740 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dc8a9-1745-4a0f-b5d7-544ced4c84e5 req-374183ee-52ac-40b0-8657-8de5cf4ba4a2 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:31.130202 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a1dc8a9-1745-4a0f-b5d7-544ced4c84e5 req-374183ee-52ac-40b0-8657-8de5cf4ba4a2 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 943 time: 0.0514760 May 10 20:23:31.179100 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a1dc8a9-1745-4a0f-b5d7-544ced4c84e5 req-2ee9c0dd-223f-4f7c-b9b5-d81819135c91 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432014 May 10 20:23:32.302698 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225b15e-182e-455e-9d27-9616bb395f10 req-1afb7890-8d39-4fd4-a1b9-47c167ca251e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:32.304186 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b225b15e-182e-455e-9d27-9616bb395f10 req-1afb7890-8d39-4fd4-a1b9-47c167ca251e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 943 time: 0.0562243 May 10 20:23:32.355724 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b225b15e-182e-455e-9d27-9616bb395f10 req-b1b3397c-a268-4b29-9f2f-6a0f8733ad4f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458913 May 10 20:23:33.472563 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa688dea-0ba9-488c-80f8-8fea8133514e req-047fb39e-4de2-405f-832d-8d538a359d22 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:33.474045 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa688dea-0ba9-488c-80f8-8fea8133514e req-047fb39e-4de2-405f-832d-8d538a359d22 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 943 time: 0.0482383 May 10 20:23:33.522661 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa688dea-0ba9-488c-80f8-8fea8133514e req-26b964c7-59f6-4952-b7d2-3545ba8d006c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428891 May 10 20:23:34.640032 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7655f3-8b2d-4ecc-9e41-41826fa62c58 req-cb224ab1-4e6c-483c-9bea-320bc4272587 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:34.641525 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5e7655f3-8b2d-4ecc-9e41-41826fa62c58 req-cb224ab1-4e6c-483c-9bea-320bc4272587 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 943 time: 0.0505781 May 10 20:23:34.693488 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5e7655f3-8b2d-4ecc-9e41-41826fa62c58 req-bd3fc972-a3bf-4c1a-b4a2-b2605ef2cc3f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463026 May 10 20:23:35.811003 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bca84-7a82-457e-add1-49c5f05663b4 req-78156f2f-853b-4874-83a6-301e2c267ccf tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:35.812470 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-503bca84-7a82-457e-add1-49c5f05663b4 req-78156f2f-853b-4874-83a6-301e2c267ccf tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 943 time: 0.0490887 May 10 20:23:35.861654 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-503bca84-7a82-457e-add1-49c5f05663b4 req-886bf07b-1273-427d-bc16-9c7cbfbac202 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437479 May 10 20:23:36.811963 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 87aa9ad9-fb81-4369-8056-73c918735898 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:23:36.911794 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 87aa9ad9-fb81-4369-8056-73c918735898, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=87aa9ad9-fb81-4369-8056-73c918735898,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:36.923965 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '87aa9ad9-fb81-4369-8056-73c918735898', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'port_id': '87aa9ad9-fb81-4369-8056-73c918735898', 'mac_address': 'fa:16:3e:05:f4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:23:36.961861 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 87aa9ad9-fb81-4369-8056-73c918735898 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:23:36.962169 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (87aa9ad9-fb81-4369-8056-73c918735898), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:36.982116 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87aa9ad9-fb81-4369-8056-73c918735898 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:23:36.989081 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ea2fc-dceb-4e6a-a60a-7fa85bd0e23c req-3e2a7616-77dd-4bbc-9225-27bf55974d10 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:36.990828 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bf0ea2fc-dceb-4e6a-a60a-7fa85bd0e23c req-3e2a7616-77dd-4bbc-9225-27bf55974d10 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 943 time: 0.0563252 May 10 20:23:37.008295 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 87aa9ad9-fb81-4369-8056-73c918735898, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=87aa9ad9-fb81-4369-8056-73c918735898,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:37.042975 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bf0ea2fc-dceb-4e6a-a60a-7fa85bd0e23c req-1a2f546d-c44f-44b8-b23d-20d99734a320 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459743 May 10 20:23:37.076296 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (87aa9ad9-fb81-4369-8056-73c918735898), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:37.124367 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=87aa9ad9-fb81-4369-8056-73c918735898,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:37.899684 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:38.162875 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040144f-6da2-49cc-9ab4-901c4f6aeb78 req-c09c0641-43b9-4458-a294-834db9a70354 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:38.164406 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1040144f-6da2-49cc-9ab4-901c4f6aeb78 req-c09c0641-43b9-4458-a294-834db9a70354 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 944 time: 0.0479944 May 10 20:23:38.177315 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['87aa9ad9-fb81-4369-8056-73c918735898'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:23:38.215318 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1040144f-6da2-49cc-9ab4-901c4f6aeb78 req-1bb18a95-4f50-4347-a91f-549ded925313 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451467 May 10 20:23:38.946848 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 87aa9ad9-fb81-4369-8056-73c918735898 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:23:38.993887 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port 87aa9ad9-fb81-4369-8056-73c918735898 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:23:39.067734 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 87aa9ad9-fb81-4369-8056-73c918735898 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:23:39.067975 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (87aa9ad9-fb81-4369-8056-73c918735898), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:39.150837 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 87aa9ad9-fb81-4369-8056-73c918735898 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:23:39.151224 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (87aa9ad9-fb81-4369-8056-73c918735898), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:39.174297 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87aa9ad9-fb81-4369-8056-73c918735898'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:23:39.176562 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4682d4c-8b1b-438f-8599-2c151f85bbf1" -d '{"events": [{"server_uuid": "f43b1f37-3eff-4ece-bf7e-8dc94657366f", "name": "network-vif-plugged", "status": "completed", "tag": "87aa9ad9-fb81-4369-8056-73c918735898"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:23:39.190720 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 87aa9ad9-fb81-4369-8056-73c918735898, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=87aa9ad9-fb81-4369-8056-73c918735898,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:23:39.221565 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a27fcd-eeb7-4600-bbee-312917655b85 x-openstack-request-id: req-a4a27fcd-eeb7-4600-bbee-312917655b85 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:23:39.221873 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43b1f37-3eff-4ece-bf7e-8dc94657366f", "name": "network-vif-plugged", "status": "completed", "tag": "87aa9ad9-fb81-4369-8056-73c918735898", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:23:39.222170 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4a27fcd-eeb7-4600-bbee-312917655b85 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:23:39.222744 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a27fcd-eeb7-4600-bbee-312917655b85'] response: {'server_uuid': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87aa9ad9-fb81-4369-8056-73c918735898', 'code': 200} May 10 20:23:39.251303 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (87aa9ad9-fb81-4369-8056-73c918735898), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:39.311077 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=87aa9ad9-fb81-4369-8056-73c918735898,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:39.364434 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99294c4-6575-496a-b122-aa1a1ebd7bd8 req-f1ffecf9-da56-42fa-a246-ca529983dd62 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:39.366008 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e99294c4-6575-496a-b122-aa1a1ebd7bd8 req-f1ffecf9-da56-42fa-a246-ca529983dd62 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 945 time: 0.0706398 May 10 20:23:39.418272 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e99294c4-6575-496a-b122-aa1a1ebd7bd8 req-96d76dbc-4f5f-4e72-b0b6-6da063d087fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461023 May 10 20:23:39.620108 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f1326-c529-4619-ae11-8b4f3a0605be req-1a00f621-1dc6-42ed-bcb7-ebcd9fd5c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:39.621710 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-218f1326-c529-4619-ae11-8b4f3a0605be req-1a00f621-1dc6-42ed-bcb7-ebcd9fd5c77d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 1129 time: 0.0396960 May 10 20:23:39.683274 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-218f1326-c529-4619-ae11-8b4f3a0605be req-0213a61f-c601-45b3-9a2b-5f4d28f1495d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398550 May 10 20:23:40.537382 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4ee89-e21c-4588-b569-2a2d16507605 req-dfcc10fb-621a-43f5-8206-677fa5c8f567 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:40.538916 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-84e4ee89-e21c-4588-b569-2a2d16507605 req-dfcc10fb-621a-43f5-8206-677fa5c8f567 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 945 time: 0.0487432 May 10 20:23:40.588028 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-84e4ee89-e21c-4588-b569-2a2d16507605 req-2af0550a-75aa-497b-8001-e916e0139d50 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435100 May 10 20:23:41.020448 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:23:41.711796 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37dc02-c26d-4d39-9839-d94d1871e28b req-f996696a-2acb-42c6-8202-09b4d66eea4d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:41.713200 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bc37dc02-c26d-4d39-9839-d94d1871e28b req-f996696a-2acb-42c6-8202-09b4d66eea4d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 945 time: 0.0543234 May 10 20:23:41.766949 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bc37dc02-c26d-4d39-9839-d94d1871e28b req-b846c623-930f-4458-bd99-2fef5cbb2f19 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472364 May 10 20:23:41.884877 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257fbf8-0ac0-44b2-9a41-34b4ba0933aa req-3fb0e14a-e94f-489a-8ad4-eb2d21edf32f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:41.886379 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b257fbf8-0ac0-44b2-9a41-34b4ba0933aa req-3fb0e14a-e94f-489a-8ad4-eb2d21edf32f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 945 time: 0.0515358 May 10 20:23:41.934632 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b257fbf8-0ac0-44b2-9a41-34b4ba0933aa req-36d85276-d71c-4d6b-a8d8-2ef78054e964 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426524 May 10 20:23:41.958279 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59198) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:42.001629 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365bd790-74a9-4c33-aed9-4cb8abc4f5ce tempest-TestVolumeBootPattern-2105192149 tempest-TestVolumeBootPattern-2105192149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:42.003225 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-365bd790-74a9-4c33-aed9-4cb8abc4f5ce tempest-TestVolumeBootPattern-2105192149 tempest-TestVolumeBootPattern-2105192149-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 1124 time: 0.0439537 May 10 20:23:42.006404 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59200) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:42.011065 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Request body: {'floatingip': {'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'port_id': '87aa9ad9-fb81-4369-8056-73c918735898', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:23:42.113468 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:42.202270 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:42.305841 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Allocated IP 172.27.1.111 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/4ff5c0dd-fced-4cd6-be1d-f75de2968022) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:23:42.427411 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for port (4ff5c0dd-fced-4cd6-be1d-f75de2968022), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:42.520003 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (4ff5c0dd-fced-4cd6-be1d-f75de2968022), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:42.559350 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:23:42.562989 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:23:42.565600 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:23:42.591836 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event updated for resources: {'Port': ['ID=4ff5c0dd-fced-4cd6-be1d-f75de2968022,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:42.828639 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 59218) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:42.942038 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-df0fda4b-4ab2-47b6-97fb-42cd5bfd077c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:42.959796 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for floatingip (608d7da3-62f0-44d2-ac2b-ec78d495ed69), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:43.021384 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-df0fda4b-4ab2-47b6-97fb-42cd5bfd077c admin admin] Publish callbacks [] for security_group (e73ffa01-7522-41a4-8f07-5c83b9d0fce4), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:43.087981 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-df0fda4b-4ab2-47b6-97fb-42cd5bfd077c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (e73ffa01-7522-41a4-8f07-5c83b9d0fce4), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:43.094041 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (4ff5c0dd-fced-4cd6-be1d-f75de2968022), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:43.126747 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-df0fda4b-4ab2-47b6-97fb-42cd5bfd077c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3001d397f6b24230be78467a3c051003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964876 May 10 20:23:43.127748 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fda4b-4ab2-47b6-97fb-42cd5bfd077c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73ffa01-7522-41a4-8f07-5c83b9d0fce4,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:43.130165 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 59224) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:43.182057 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9836063a-5b39-4d8f-8d72-73fa51372f41 admin admin] Publish callbacks [] for security_group (e73ffa01-7522-41a4-8f07-5c83b9d0fce4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:43.204605 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9836063a-5b39-4d8f-8d72-73fa51372f41 admin admin] Publish callbacks [] for security_group (e73ffa01-7522-41a4-8f07-5c83b9d0fce4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:43.253757 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for port (4ff5c0dd-fced-4cd6-be1d-f75de2968022), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:43.299584 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836405'] for port (4ff5c0dd-fced-4cd6-be1d-f75de2968022), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:43.307525 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9836063a-5b39-4d8f-8d72-73fa51372f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (e73ffa01-7522-41a4-8f07-5c83b9d0fce4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:43.310805 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9836063a-5b39-4d8f-8d72-73fa51372f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:43.312367 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9836063a-5b39-4d8f-8d72-73fa51372f41 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e73ffa01-7522-41a4-8f07-5c83b9d0fce4 HTTP/1.1" status: 204 len: 168 time: 0.1811805 May 10 20:23:43.326993 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836063a-5b39-4d8f-8d72-73fa51372f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73ffa01-7522-41a4-8f07-5c83b9d0fce4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:43.353746 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event updated for resources: {'Port': ['ID=4ff5c0dd-fced-4cd6-be1d-f75de2968022,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:43.396548 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (608d7da3-62f0-44d2-ac2b-ec78d495ed69), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:43.500766 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.l3_db [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Floating IP 608d7da3-62f0-44d2-ac2b-ec78d495ed69 associated. External IP: 172.27.1.111, port: 87aa9ad9-fb81-4369-8056-73c918735898. May 10 20:23:43.729383 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:23:43.974643 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 59244) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:43.987998 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d79c772f-5398-4870-a1d0-69f49f2915e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:44.076491 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d79c772f-5398-4870-a1d0-69f49f2915e3 admin admin] Publish callbacks [] for security_group (cb998d2d-c671-419a-81e8-e9b59b3444eb), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:44.103819 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:23:44.113344 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ff1a8-24a9-47f4-b3c9-f98055f3cec9 None None] Sync routers for ids ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:23:44.122386 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ff1a8-24a9-47f4-b3c9-f98055f3cec9 None None] Routers {'540c3e93-840d-4b8a-bf9e-a6738293c5d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:23:44.123007 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-406ff1a8-24a9-47f4-b3c9-f98055f3cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:23:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:44.133618 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d79c772f-5398-4870-a1d0-69f49f2915e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (cb998d2d-c671-419a-81e8-e9b59b3444eb), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:44.174203 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d79c772f-5398-4870-a1d0-69f49f2915e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ea7c0fb9dd9a4124946abb5ac95a6123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984131 May 10 20:23:44.175146 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c772f-5398-4870-a1d0-69f49f2915e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb998d2d-c671-419a-81e8-e9b59b3444eb,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:44.176874 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59248) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:44.190746 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:44.238657 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8a7b958b-c1fd-4f8b-bb1a-43841c0dae76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2311747 May 10 20:23:44.240443 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'tag': '87aa9ad9-fb81-4369-8056-73c918735898'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:23:44.242723 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-406ff1a8-24a9-47f4-b3c9-f98055f3cec9 None None] Set router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:23:44.242897 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661cc3858028ae1520624e739be1c3cca928fbecdbb6913d5130726f0a1760d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9effdaa3-a6b8-47a1-9c8e-e0712debd137" -d '{"events": [{"name": "network-changed", "server_uuid": "f43b1f37-3eff-4ece-bf7e-8dc94657366f", "tag": "87aa9ad9-fb81-4369-8056-73c918735898"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:23:44.261400 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc32a4eb-1c4c-4c24-b1f1-6f9eab361c26 admin admin] Publish callbacks [] for security_group (cb998d2d-c671-419a-81e8-e9b59b3444eb), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:44.285414 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc32a4eb-1c4c-4c24-b1f1-6f9eab361c26 admin admin] Publish callbacks [] for security_group (cb998d2d-c671-419a-81e8-e9b59b3444eb), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:44.404921 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc32a4eb-1c4c-4c24-b1f1-6f9eab361c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (cb998d2d-c671-419a-81e8-e9b59b3444eb), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:44.407514 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc32a4eb-1c4c-4c24-b1f1-6f9eab361c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:44.409368 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-dc32a4eb-1c4c-4c24-b1f1-6f9eab361c26 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb998d2d-c671-419a-81e8-e9b59b3444eb HTTP/1.1" status: 204 len: 168 time: 0.2308168 May 10 20:23:44.419066 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32a4eb-1c4c-4c24-b1f1-6f9eab361c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb998d2d-c671-419a-81e8-e9b59b3444eb,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:44.473610 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d8e920-2eb1-4a0b-ac4c-ef03edabb493 x-openstack-request-id: req-c7d8e920-2eb1-4a0b-ac4c-ef03edabb493 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:23:44.473911 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43b1f37-3eff-4ece-bf7e-8dc94657366f", "tag": "87aa9ad9-fb81-4369-8056-73c918735898", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:23:44.474194 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7d8e920-2eb1-4a0b-ac4c-ef03edabb493 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:23:44.474608 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d8e920-2eb1-4a0b-ac4c-ef03edabb493'] response: {'name': 'network-changed', 'server_uuid': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'tag': '87aa9ad9-fb81-4369-8056-73c918735898', 'status': 'completed', 'code': 200} May 10 20:23:44.491962 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-406ff1a8-24a9-47f4-b3c9-f98055f3cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '608d7da3-62f0-44d2-ac2b-ec78d495ed69', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'port_id': '87aa9ad9-fb81-4369-8056-73c918735898', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'mac_address': 'fa:16:3e:05:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:23:42Z', 'updated_at': '2022-05-10T20:23:42Z', 'revision_number': 0, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:32Z', 'revision_number': 5, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:44.524321 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ff1a8-24a9-47f4-b3c9-f98055f3cec9 None None] Checking router: 540c3e93-840d-4b8a-bf9e-a6738293c5d0 for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:23:44.534212 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ff1a8-24a9-47f4-b3c9-f98055f3cec9 None None] Routers {'540c3e93-840d-4b8a-bf9e-a6738293c5d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:23:44.535204 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-406ff1a8-24a9-47f4-b3c9-f98055f3cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:23:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:44.538980 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdaa3-a6b8-47a1-9c8e-e0712debd137 req-df7aea05-725e-4e2c-b17b-8740e142ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:44.540730 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9effdaa3-a6b8-47a1-9c8e-e0712debd137 req-df7aea05-725e-4e2c-b17b-8740e142ed16 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 1129 time: 0.0418537 May 10 20:23:44.640197 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdaa3-a6b8-47a1-9c8e-e0712debd137 req-4994cbc4-b1e9-4557-b9a1-5f979ea8ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:44.644372 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9effdaa3-a6b8-47a1-9c8e-e0712debd137 req-4994cbc4-b1e9-4557-b9a1-5f979ea8ea1d service neutron] 10.222.0.83 "GET /v2.0/networks?id=5faeb9f8-90a5-4864-8255-be306f147ea8 HTTP/1.1" status: 200 len: 913 time: 0.0901356 May 10 20:23:44.786558 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-406ff1a8-24a9-47f4-b3c9-f98055f3cec9 None None] Set router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:23:44.980063 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9effdaa3-a6b8-47a1-9c8e-e0712debd137 req-d8b1fc37-f8a0-44c1-80a6-8713222063f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87aa9ad9-fb81-4369-8056-73c918735898 HTTP/1.1" status: 200 len: 999 time: 0.3244534 May 10 20:23:45.021284 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-406ff1a8-24a9-47f4-b3c9-f98055f3cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '608d7da3-62f0-44d2-ac2b-ec78d495ed69', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'port_id': '87aa9ad9-fb81-4369-8056-73c918735898', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'mac_address': 'fa:16:3e:05:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:23:42Z', 'updated_at': '2022-05-10T20:23:42Z', 'revision_number': 0, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:32Z', 'revision_number': 5, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:23:45.037065 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdaa3-a6b8-47a1-9c8e-e0712debd137 req-8bf70693-13ee-4c67-b878-f1976266ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:45.038542 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9effdaa3-a6b8-47a1-9c8e-e0712debd137 req-8bf70693-13ee-4c67-b878-f1976266ec68 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=516f8c72-19b5-4ad2-a79b-f52f381944d9 HTTP/1.1" status: 200 len: 851 time: 0.0438795 May 10 20:23:45.048960 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ff1a8-24a9-47f4-b3c9-f98055f3cec9 None None] The sync data for ids ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'] in dv-cinder-828805-2-iscsi is: [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '608d7da3-62f0-44d2-ac2b-ec78d495ed69', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'port_id': '87aa9ad9-fb81-4369-8056-73c918735898', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'mac_address': 'fa:16:3e:05:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:23:42Z', 'updated_at': '2022-05-10T20:23:42Z', 'revision_number': 0, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:32Z', 'revision_number': 5, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:23:45.095557 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdaa3-a6b8-47a1-9c8e-e0712debd137 req-1c4583f5-0d2a-41ea-8ff8-b112a582d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:23:45.097195 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9effdaa3-a6b8-47a1-9c8e-e0712debd137 req-1c4583f5-0d2a-41ea-8ff8-b112a582d2ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5faeb9f8-90a5-4864-8255-be306f147ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459850 May 10 20:23:45.200423 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9effdaa3-a6b8-47a1-9c8e-e0712debd137 req-61581aa8-c52c-4569-bc02-cb20feefe6e0 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904381 May 10 20:23:45.279005 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43453d78-3717-4f6f-816f-802bda2faf76 None None] New status for floating IP 608d7da3-62f0-44d2-ac2b-ec78d495ed69: ACTIVE {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:23:45.306658 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9effdaa3-a6b8-47a1-9c8e-e0712debd137 req-bf097e69-4073-4550-a165-625baac70265 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985658 May 10 20:23:47.254828 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59332) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:47.363886 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-499ec455-dd20-4dbd-a695-fdbbb58a5140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:47.442615 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-499ec455-dd20-4dbd-a695-fdbbb58a5140 admin admin] Publish callbacks [] for security_group (00260d86-c5d3-4ecf-9877-26852de4a033), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:47.501904 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-499ec455-dd20-4dbd-a695-fdbbb58a5140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (00260d86-c5d3-4ecf-9877-26852de4a033), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:47.540774 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-499ec455-dd20-4dbd-a695-fdbbb58a5140 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a5572fa7def4b1aa9268978576aeb30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848639 May 10 20:23:47.541638 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ec455-dd20-4dbd-a695-fdbbb58a5140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00260d86-c5d3-4ecf-9877-26852de4a033,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:47.543585 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 59336) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:47.591130 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a85b9cc4-f1fd-410a-bef8-777f12019e5d admin admin] Publish callbacks [] for security_group (00260d86-c5d3-4ecf-9877-26852de4a033), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:47.612294 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a85b9cc4-f1fd-410a-bef8-777f12019e5d admin admin] Publish callbacks [] for security_group (00260d86-c5d3-4ecf-9877-26852de4a033), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:47.727765 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a85b9cc4-f1fd-410a-bef8-777f12019e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (00260d86-c5d3-4ecf-9877-26852de4a033), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:47.730342 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a85b9cc4-f1fd-410a-bef8-777f12019e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:47.731511 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a85b9cc4-f1fd-410a-bef8-777f12019e5d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00260d86-c5d3-4ecf-9877-26852de4a033 HTTP/1.1" status: 204 len: 168 time: 0.1869476 May 10 20:23:47.740284 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b9cc4-f1fd-410a-bef8-777f12019e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00260d86-c5d3-4ecf-9877-26852de4a033,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:48.440262 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59348) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:48.453420 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eea275ec-1446-4e78-be5c-82ac6cbebe3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:48.526277 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eea275ec-1446-4e78-be5c-82ac6cbebe3f admin admin] Publish callbacks [] for security_group (1b9e9115-d55b-48c0-90aa-c739e0d2abc2), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:48.630566 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eea275ec-1446-4e78-be5c-82ac6cbebe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (1b9e9115-d55b-48c0-90aa-c739e0d2abc2), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:48.669267 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-eea275ec-1446-4e78-be5c-82ac6cbebe3f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68f886255d4c41faa5e987d976503229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279220 May 10 20:23:48.671234 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea275ec-1446-4e78-be5c-82ac6cbebe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9e9115-d55b-48c0-90aa-c739e0d2abc2,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:48.671959 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 59354) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:48.720622 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-19e13f2a-a2d7-4de8-9e82-fe6e955f4874 admin admin] Publish callbacks [] for security_group (1b9e9115-d55b-48c0-90aa-c739e0d2abc2), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:48.741461 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-19e13f2a-a2d7-4de8-9e82-fe6e955f4874 admin admin] Publish callbacks [] for security_group (1b9e9115-d55b-48c0-90aa-c739e0d2abc2), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:48.845132 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-19e13f2a-a2d7-4de8-9e82-fe6e955f4874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (1b9e9115-d55b-48c0-90aa-c739e0d2abc2), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:48.847816 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-19e13f2a-a2d7-4de8-9e82-fe6e955f4874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:48.848962 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-19e13f2a-a2d7-4de8-9e82-fe6e955f4874 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1b9e9115-d55b-48c0-90aa-c739e0d2abc2 HTTP/1.1" status: 204 len: 168 time: 0.1758132 May 10 20:23:48.857089 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e13f2a-a2d7-4de8-9e82-fe6e955f4874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9e9115-d55b-48c0-90aa-c739e0d2abc2,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:50.728524 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cadceeed-68f8-4ee6-bcdb-6852aeca2d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:53.139416 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8fd8109e-3c1f-4bec-bf06-56977cb5cf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:54.431197 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:55.754247 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:57.247850 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:06.074717 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 59534) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:06.178489 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:06.252290 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Publish callbacks [] for security_group (7fd4df68-09e5-49c6-9752-017952fa2a36), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:06.319514 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (7fd4df68-09e5-49c6-9752-017952fa2a36), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:06.357677 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c66479bf2d944babb976591e7ddf569c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819202 May 10 20:24:06.358569 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd4df68-09e5-49c6-9752-017952fa2a36,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:06.360382 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59538) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:06.366340 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.366685 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.367030 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.367364 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.367696 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.368023 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.368345 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.368667 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.368990 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.369313 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.369634 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.369958 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.370301 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.370620 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.370937 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb376298-804f-453f-bb10-47d49834e637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:06.409708 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e998fc55-76b6-48bb-b675-82dce1f49062 admin admin] Publish callbacks [] for security_group (7fd4df68-09e5-49c6-9752-017952fa2a36), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:06.431226 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e998fc55-76b6-48bb-b675-82dce1f49062 admin admin] Publish callbacks [] for security_group (7fd4df68-09e5-49c6-9752-017952fa2a36), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:06.531133 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e998fc55-76b6-48bb-b675-82dce1f49062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (7fd4df68-09e5-49c6-9752-017952fa2a36), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:06.533559 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e998fc55-76b6-48bb-b675-82dce1f49062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:06.535309 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e998fc55-76b6-48bb-b675-82dce1f49062 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7fd4df68-09e5-49c6-9752-017952fa2a36 HTTP/1.1" status: 204 len: 168 time: 0.1739483 May 10 20:24:06.542981 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998fc55-76b6-48bb-b675-82dce1f49062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd4df68-09e5-49c6-9752-017952fa2a36,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:07.147017 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59546) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:07.159989 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f63fb3cb-4a2d-4222-82b7-5b5dd671162f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:07.232300 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f63fb3cb-4a2d-4222-82b7-5b5dd671162f admin admin] Publish callbacks [] for security_group (12d6b943-3a38-4698-bb54-c94c93b2367c), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:07.293536 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f63fb3cb-4a2d-4222-82b7-5b5dd671162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (12d6b943-3a38-4698-bb54-c94c93b2367c), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:07.330920 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fb3cb-4a2d-4222-82b7-5b5dd671162f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d6b943-3a38-4698-bb54-c94c93b2367c,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:07.335129 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f63fb3cb-4a2d-4222-82b7-5b5dd671162f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=645003d2f6014f62884f7d1f4c0afd28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870985 May 10 20:24:07.338058 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59548) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:07.384889 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-189eb51e-0eea-4e42-87e3-0fd280be5aec admin admin] Publish callbacks [] for security_group (12d6b943-3a38-4698-bb54-c94c93b2367c), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:07.414785 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-189eb51e-0eea-4e42-87e3-0fd280be5aec admin admin] Publish callbacks [] for security_group (12d6b943-3a38-4698-bb54-c94c93b2367c), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:07.539207 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-189eb51e-0eea-4e42-87e3-0fd280be5aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (12d6b943-3a38-4698-bb54-c94c93b2367c), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:07.541722 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-189eb51e-0eea-4e42-87e3-0fd280be5aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:07.542901 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-189eb51e-0eea-4e42-87e3-0fd280be5aec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/12d6b943-3a38-4698-bb54-c94c93b2367c HTTP/1.1" status: 204 len: 168 time: 0.2039306 May 10 20:24:07.551008 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189eb51e-0eea-4e42-87e3-0fd280be5aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d6b943-3a38-4698-bb54-c94c93b2367c,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:07.902499 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:17.971476 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fea780-e138-47bc-b5c9-779cafba9c85 req-5d258a3b-2462-446c-885b-ca0588dd793b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:17.973083 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-13fea780-e138-47bc-b5c9-779cafba9c85 req-5d258a3b-2462-446c-885b-ca0588dd793b tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 947 time: 0.0508683 May 10 20:24:18.020866 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:24:18.021467 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-13fea780-e138-47bc-b5c9-779cafba9c85 req-205158af-64e5-4215-bf4b-46f99cb48120 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415969 May 10 20:24:18.357511 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38689197-a395-46d7-9418-2d0290eccf9b req-9ff7ca64-c923-43c7-a74c-d4b0ec54530b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:18.359004 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-38689197-a395-46d7-9418-2d0290eccf9b req-9ff7ca64-c923-43c7-a74c-d4b0ec54530b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 946 time: 0.0461841 May 10 20:24:18.405329 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-38689197-a395-46d7-9418-2d0290eccf9b req-b7b42448-299a-434f-a925-7f226fb177a0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407243 May 10 20:24:18.978146 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59700) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:19.061027 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:19.138306 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Publish callbacks [] for security_group (d4450943-65f1-450a-970f-16036056bb9a), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:19.147120 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d1556-9f5d-4800-9e65-1d217f09c44b req-1eaf050a-b1ce-4b46-bfbb-6552c0e76cdc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:19.149128 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-406d1556-9f5d-4800-9e65-1d217f09c44b req-1eaf050a-b1ce-4b46-bfbb-6552c0e76cdc tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 947 time: 0.0484192 May 10 20:24:19.195487 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-406d1556-9f5d-4800-9e65-1d217f09c44b req-ada37cf8-d173-4294-b1d4-86c2f75e6630 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406270 May 10 20:24:19.199969 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (d4450943-65f1-450a-970f-16036056bb9a), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:19.240152 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b86c6c438fe548738bc8edd1c73104f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870443 May 10 20:24:19.243028 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 59706) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:19.244669 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4450943-65f1-450a-970f-16036056bb9a,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:19.251689 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.252044 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.252385 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.252724 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.253060 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.253388 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.253715 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.254041 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.254392 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.254717 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.255053 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.255379 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.255699 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.256019 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.256338 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e4d9-eec3-4d87-8cd8-95c2fa226564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:19.293549 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b2af-74c4-43fc-988b-318b066e8ef4 admin admin] Publish callbacks [] for security_group (d4450943-65f1-450a-970f-16036056bb9a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:19.316904 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b2af-74c4-43fc-988b-318b066e8ef4 admin admin] Publish callbacks [] for security_group (d4450943-65f1-450a-970f-16036056bb9a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:19.442471 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b2af-74c4-43fc-988b-318b066e8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (d4450943-65f1-450a-970f-16036056bb9a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:19.445079 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b2af-74c4-43fc-988b-318b066e8ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:19.446278 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5cf5b2af-74c4-43fc-988b-318b066e8ef4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4450943-65f1-450a-970f-16036056bb9a HTTP/1.1" status: 204 len: 168 time: 0.2022123 May 10 20:24:19.456367 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5b2af-74c4-43fc-988b-318b066e8ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4450943-65f1-450a-970f-16036056bb9a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:19.519063 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ead74-8da6-4a45-afb4-ce1e526d7a9a req-f1c7452a-ef94-4da7-9500-2f9c2196978a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:19.520577 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-680ead74-8da6-4a45-afb4-ce1e526d7a9a req-f1c7452a-ef94-4da7-9500-2f9c2196978a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 946 time: 0.0477862 May 10 20:24:19.567958 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-680ead74-8da6-4a45-afb4-ce1e526d7a9a req-c1efca20-c05c-4659-821e-d03f1e384e53 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409017 May 10 20:24:20.313941 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c217c20-164b-4099-b87b-8a847595f196 req-cd51fe09-f9f6-48f2-93a0-460802e67edd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:20.315469 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4c217c20-164b-4099-b87b-8a847595f196 req-cd51fe09-f9f6-48f2-93a0-460802e67edd tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 947 time: 0.0470920 May 10 20:24:20.362529 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4c217c20-164b-4099-b87b-8a847595f196 req-72c3f135-69fd-468d-9bc8-2d7a082b1370 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409093 May 10 20:24:20.688630 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace32793-0861-4408-a52d-956815f925b0 req-2cd46ba7-af54-4cd3-aa00-592dccd7d8a8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:20.690189 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ace32793-0861-4408-a52d-956815f925b0 req-2cd46ba7-af54-4cd3-aa00-592dccd7d8a8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 946 time: 0.0499392 May 10 20:24:20.700464 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-2b5f4f5c-375a-4e28-91ee-4dcab530077f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:20.701957 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-2b5f4f5c-375a-4e28-91ee-4dcab530077f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 947 time: 0.0480266 May 10 20:24:20.746982 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ace32793-0861-4408-a52d-956815f925b0 req-026ec70b-9ef4-4bff-821a-5299beec07c1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511444 May 10 20:24:20.761078 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a904fc97-02dd-4eba-811f-9cfd2314905e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:20.788282 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af507fa3-1a81-4b84-b53f-05fd8e10d4b2 req-332081b5-8e70-48f5-b483-b48eb0036b82 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:20.789763 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-af507fa3-1a81-4b84-b53f-05fd8e10d4b2 req-332081b5-8e70-48f5-b483-b48eb0036b82 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 946 time: 0.0586743 May 10 20:24:20.815853 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Deleting port 063af925-b83e-40dd-8134-6b074fb2357d {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:24:20.816201 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (063af925-b83e-40dd-8134-6b074fb2357d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:20.908701 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] For port 063af925-b83e-40dd-8134-6b074fb2357d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=063af925-b83e-40dd-8134-6b074fb2357d,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:20.909086 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (063af925-b83e-40dd-8134-6b074fb2357d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:20.910652 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [req-af507fa3-1a81-4b84-b53f-05fd8e10d4b2 req-6a8c8fa9-5036-47a0-b3ce-115eae8e1eee tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Deleting port c1b55a22-4b30-47be-a7ec-ee33cb223d31 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:24:20.911002 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-af507fa3-1a81-4b84-b53f-05fd8e10d4b2 req-6a8c8fa9-5036-47a0-b3ce-115eae8e1eee tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:21.004496 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [req-af507fa3-1a81-4b84-b53f-05fd8e10d4b2 req-6a8c8fa9-5036-47a0-b3ce-115eae8e1eee tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] For port c1b55a22-4b30-47be-a7ec-ee33cb223d31, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c1b55a22-4b30-47be-a7ec-ee33cb223d31,segment=NetworkSegment(46791e30-4519-4c7b-a4be-a9f9f8260227),segment_id=46791e30-4519-4c7b-a4be-a9f9f8260227)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:21.004857 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-af507fa3-1a81-4b84-b53f-05fd8e10d4b2 req-6a8c8fa9-5036-47a0-b3ce-115eae8e1eee tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:21.019986 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [req-af507fa3-1a81-4b84-b53f-05fd8e10d4b2 req-6a8c8fa9-5036-47a0-b3ce-115eae8e1eee tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Calling delete_port for c1b55a22-4b30-47be-a7ec-ee33cb223d31 owned by compute:nova {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:24:21.091190 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:21.091557 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (5a65fb3f-a4d5-4d62-b69e-d6ff650451fc), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:21.091872 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Floating IP 5a65fb3f-a4d5-4d62-b69e-d6ff650451fc disassociated. External IP: 172.27.1.160, port: 063af925-b83e-40dd-8134-6b074fb2357d. May 10 20:24:21.092214 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Calling delete_port for 063af925-b83e-40dd-8134-6b074fb2357d owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:24:21.222735 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-af507fa3-1a81-4b84-b53f-05fd8e10d4b2 req-6a8c8fa9-5036-47a0-b3ce-115eae8e1eee tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (c1b55a22-4b30-47be-a7ec-ee33cb223d31), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:21.236185 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['c1b55a22-4b30-47be-a7ec-ee33cb223d31'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:24:21.253743 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c8fa9-5036-47a0-b3ce-115eae8e1eee tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Pushing event deleted for resources: {'Port': ['ID=c1b55a22-4b30-47be-a7ec-ee33cb223d31,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:21.314164 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (063af925-b83e-40dd-8134-6b074fb2357d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:21.318949 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [req-af507fa3-1a81-4b84-b53f-05fd8e10d4b2 req-6a8c8fa9-5036-47a0-b3ce-115eae8e1eee tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] No DVR routers for this DVR port c1b55a22-4b30-47be-a7ec-ee33cb223d31 on host hv-cinder-82880 {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:24:21.324397 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-af507fa3-1a81-4b84-b53f-05fd8e10d4b2 req-6a8c8fa9-5036-47a0-b3ce-115eae8e1eee tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:21.324676 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-af507fa3-1a81-4b84-b53f-05fd8e10d4b2 req-6a8c8fa9-5036-47a0-b3ce-115eae8e1eee tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.83 "DELETE /v2.0/ports/c1b55a22-4b30-47be-a7ec-ee33cb223d31 HTTP/1.1" status: 204 len: 173 time: 0.5296772 May 10 20:24:21.325123 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a14b0f0-0ea3-4957-8c38-5821bf570414', 'name': 'network-vif-deleted', 'tag': 'c1b55a22-4b30-47be-a7ec-ee33cb223d31'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:24:21.327412 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661cc3858028ae1520624e739be1c3cca928fbecdbb6913d5130726f0a1760d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321fe6c3-1702-4239-a5e0-0ee66aaaa45c" -d '{"events": [{"server_uuid": "6a14b0f0-0ea3-4957-8c38-5821bf570414", "name": "network-vif-deleted", "tag": "c1b55a22-4b30-47be-a7ec-ee33cb223d31"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:24:21.347790 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event deleted for resources: {'Port': ['ID=063af925-b83e-40dd-8134-6b074fb2357d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:21.363379 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2bb5f1-925c-42e5-9b6d-c2d8918b6b33 x-openstack-request-id: req-cf2bb5f1-925c-42e5-9b6d-c2d8918b6b33 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:24:21.363682 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a14b0f0-0ea3-4957-8c38-5821bf570414", "name": "network-vif-deleted", "tag": "c1b55a22-4b30-47be-a7ec-ee33cb223d31", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:24:21.363942 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf2bb5f1-925c-42e5-9b6d-c2d8918b6b33 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:24:21.364401 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf2bb5f1-925c-42e5-9b6d-c2d8918b6b33'] response: {'server_uuid': '6a14b0f0-0ea3-4957-8c38-5821bf570414', 'name': 'network-vif-deleted', 'tag': 'c1b55a22-4b30-47be-a7ec-ee33cb223d31', 'status': 'completed', 'code': 200} May 10 20:24:21.464225 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45ecb8eb-2a98-4252-b1b0-b4edfaa8047a req-ab4434d2-a611-43e7-8dc1-677888e67462 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 210 time: 0.0280831 May 10 20:24:21.473039 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Router 1f82cb1e-dfe4-4594-86da-b9b8b124344e has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:24:21.587184 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:24:21.597363 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ff90b-c901-45c0-af04-813c1403b937 None None] Sync routers for ids ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:24:21.609446 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ff90b-c901-45c0-af04-813c1403b937 None None] Routers {'1f82cb1e-dfe4-4594-86da-b9b8b124344e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:24:21.610345 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c09ff90b-c901-45c0-af04-813c1403b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:23:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:21.630657 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] No DVR routers for this DVR port 063af925-b83e-40dd-8134-6b074fb2357d on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:24:21.633232 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:21.636700 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-675f497d-172c-4a42-84a9-f6a0578dbccd req-ab29530c-bb23-4d9d-921b-84d8ae8496bb tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.83 "DELETE /v2.0/ports/063af925-b83e-40dd-8134-6b074fb2357d HTTP/1.1" status: 204 len: 173 time: 0.9078798 May 10 20:24:21.637156 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'name': 'network-vif-deleted', 'tag': '063af925-b83e-40dd-8134-6b074fb2357d'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:24:21.640325 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242716ef-35e1-48ef-ad64-54232303539a" -d '{"events": [{"server_uuid": "8b925038-2c3c-4a07-a98a-56c1df0786e5", "name": "network-vif-deleted", "tag": "063af925-b83e-40dd-8134-6b074fb2357d"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:24:21.676820 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b67ea0-46b6-44fa-897c-c7fd7b9c3564 x-openstack-request-id: req-04b67ea0-46b6-44fa-897c-c7fd7b9c3564 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:24:21.677164 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b925038-2c3c-4a07-a98a-56c1df0786e5", "name": "network-vif-deleted", "tag": "063af925-b83e-40dd-8134-6b074fb2357d", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:24:21.677422 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04b67ea0-46b6-44fa-897c-c7fd7b9c3564 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:24:21.677854 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b67ea0-46b6-44fa-897c-c7fd7b9c3564'] response: {'server_uuid': '8b925038-2c3c-4a07-a98a-56c1df0786e5', 'name': 'network-vif-deleted', 'tag': '063af925-b83e-40dd-8134-6b074fb2357d', 'status': 'completed', 'code': 200} May 10 20:24:21.725914 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-c09ff90b-c901-45c0-af04-813c1403b937 None None] Set router 1f82cb1e-dfe4-4594-86da-b9b8b124344e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:24:21.865310 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4c21aa21-fa4b-4390-8d85-7aa9508d599f req-7480b58a-8cdf-4ebd-8cfa-2fa30e36b6ea tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a14b0f0-0ea3-4957-8c38-5821bf570414 HTTP/1.1" status: 200 len: 210 time: 0.0288320 May 10 20:24:21.935208 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c09ff90b-c901-45c0-af04-813c1403b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:17:02Z', 'revision_number': 5, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:21.963635 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ff90b-c901-45c0-af04-813c1403b937 None None] Checking router: 1f82cb1e-dfe4-4594-86da-b9b8b124344e for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:24:21.972008 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ff90b-c901-45c0-af04-813c1403b937 None None] Routers {'1f82cb1e-dfe4-4594-86da-b9b8b124344e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:24:21.972650 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c09ff90b-c901-45c0-af04-813c1403b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:23:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:22.080642 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-c09ff90b-c901-45c0-af04-813c1403b937 None None] Set router 1f82cb1e-dfe4-4594-86da-b9b8b124344e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:24:22.283802 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c09ff90b-c901-45c0-af04-813c1403b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:17:02Z', 'revision_number': 5, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:22.312521 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ff90b-c901-45c0-af04-813c1403b937 None None] The sync data for ids ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'] in dv-cinder-828805-2-iscsi is: [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:16:49Z', 'revision_number': 4, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'acfda92c-1be9-4113-82f4-4c11fef26795', 'name': '', 'network_id': 'e95ad3ef-7b5f-4775-9b13-3ca347d35ec6', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'mac_address': 'fa:16:3e:15:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '60a713fc-3628-49db-a510-f75848231cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:45Z', 'updated_at': '2022-05-10T20:17:02Z', 'revision_number': 5, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'subnets': [{'id': '60a713fc-3628-49db-a510-f75848231cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:24:22.577468 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c03789f-fd4b-4ddd-8b71-4332fa1ff1eb None None] New status for floating IP 5a65fb3f-a4d5-4d62-b69e-d6ff650451fc: DOWN {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:24:22.608120 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23b97440-127a-4148-b33f-86ebe1085979 req-707e78be-9c1c-49ba-ba26-fb6e9f0b85af tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b925038-2c3c-4a07-a98a-56c1df0786e5 HTTP/1.1" status: 200 len: 210 time: 0.0335279 May 10 20:24:23.155731 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-01735fe3-b03c-4ed5-ac32-6a5152b124d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:23.783825 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 59794) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:23.836216 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a5cde621-d59e-4f59-9e92-168960cc4fba tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group (4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:23.858631 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a5cde621-d59e-4f59-9e92-168960cc4fba tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group (4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:23.971137 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a5cde621-d59e-4f59-9e92-168960cc4fba tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:23.973696 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a5cde621-d59e-4f59-9e92-168960cc4fba tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:23.974873 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a5cde621-d59e-4f59-9e92-168960cc4fba tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "DELETE /v2.0/security-groups/4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43 HTTP/1.1" status: 204 len: 168 time: 0.1900754 May 10 20:24:23.978251 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59796) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:23.984908 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cde621-d59e-4f59-9e92-168960cc4fba tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:23.992946 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.api.v2.resource [None req-ec1218e5-128c-4971-a1dd-7a52f9ec10f2 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] show failed (client error): The resource could not be found. May 10 20:24:23.993361 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ec1218e5-128c-4971-a1dd-7a52f9ec10f2 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "GET /v2.0/security-groups/4d42b8ca-1cbc-4315-ad9a-90a6b7c0ef43 HTTP/1.1" status: 404 len: 347 time: 0.0134828 May 10 20:24:23.996067 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59798) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:24.109459 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-0286042d-cb24-471f-a149-baf26fe7e405 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Deleting port 1751dcdd-6b4b-4c13-aa9c-54bbbe960230 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:24:24.109714 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0286042d-cb24-471f-a149-baf26fe7e405 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (1751dcdd-6b4b-4c13-aa9c-54bbbe960230), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:24.186538 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0286042d-cb24-471f-a149-baf26fe7e405 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (1751dcdd-6b4b-4c13-aa9c-54bbbe960230), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:24.186865 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0286042d-cb24-471f-a149-baf26fe7e405 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for floatingip (1751dcdd-6b4b-4c13-aa9c-54bbbe960230), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:24.199517 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-0286042d-cb24-471f-a149-baf26fe7e405 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Calling delete_port for 1751dcdd-6b4b-4c13-aa9c-54bbbe960230 owned by network:floatingip {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:24:24.402355 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0286042d-cb24-471f-a149-baf26fe7e405 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (1751dcdd-6b4b-4c13-aa9c-54bbbe960230), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:24.429863 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286042d-cb24-471f-a149-baf26fe7e405 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Pushing event deleted for resources: {'Port': ['ID=1751dcdd-6b4b-4c13-aa9c-54bbbe960230,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:24.436558 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:24.489498 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0286042d-cb24-471f-a149-baf26fe7e405 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks [] for floatingip (5a65fb3f-a4d5-4d62-b69e-d6ff650451fc), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:24.492033 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0286042d-cb24-471f-a149-baf26fe7e405 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:24.493208 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-0286042d-cb24-471f-a149-baf26fe7e405 tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] 10.222.0.65 "DELETE /v2.0/floatingips/5a65fb3f-a4d5-4d62-b69e-d6ff650451fc HTTP/1.1" status: 204 len: 168 time: 0.4962652 May 10 20:24:25.271553 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 063af925-b83e-40dd-8134-6b074fb2357d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:24:25.292781 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: 063af925-b83e-40dd-8134-6b074fb2357d {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:24:25.293115 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 063af925-b83e-40dd-8134-6b074fb2357d not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:24:25.293520 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device c1b55a22-4b30-47be-a7ec-ee33cb223d31 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:24:25.312028 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: c1b55a22-4b30-47be-a7ec-ee33cb223d31 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:24:25.312366 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device c1b55a22-4b30-47be-a7ec-ee33cb223d31 not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:24:25.734146 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:27.197407 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59844) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:27.225637 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:27.306343 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bad7ce09-0a99-42de-88c3-a36ebd4cd215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:27.380199 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bad7ce09-0a99-42de-88c3-a36ebd4cd215 admin admin] Publish callbacks [] for security_group (5ff339dd-1bdd-4d91-a592-955d662fd7ef), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:27.465077 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bad7ce09-0a99-42de-88c3-a36ebd4cd215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (5ff339dd-1bdd-4d91-a592-955d662fd7ef), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:27.505432 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7ce09-0a99-42de-88c3-a36ebd4cd215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff339dd-1bdd-4d91-a592-955d662fd7ef,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:27.511108 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-bad7ce09-0a99-42de-88c3-a36ebd4cd215 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48701857a09c4345b70e989e5529865d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121130 May 10 20:24:27.513776 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59848) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:27.561806 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-52489f03-0048-4ffe-aba6-cdd695f9f2ff admin admin] Publish callbacks [] for security_group (5ff339dd-1bdd-4d91-a592-955d662fd7ef), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:27.582958 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-52489f03-0048-4ffe-aba6-cdd695f9f2ff admin admin] Publish callbacks [] for security_group (5ff339dd-1bdd-4d91-a592-955d662fd7ef), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:27.703488 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-52489f03-0048-4ffe-aba6-cdd695f9f2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (5ff339dd-1bdd-4d91-a592-955d662fd7ef), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:27.703488 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-52489f03-0048-4ffe-aba6-cdd695f9f2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:27.703488 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-52489f03-0048-4ffe-aba6-cdd695f9f2ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5ff339dd-1bdd-4d91-a592-955d662fd7ef HTTP/1.1" status: 204 len: 168 time: 0.1859324 May 10 20:24:27.709899 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52489f03-0048-4ffe-aba6-cdd695f9f2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff339dd-1bdd-4d91-a592-955d662fd7ef,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:28.228645 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59872) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:28.718374 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2838d51f-19d0-45d6-a0fe-7f93f41988c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503370'] for router_interface (1f82cb1e-dfe4-4594-86da-b9b8b124344e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:28.955563 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-2838d51f-19d0-45d6-a0fe-7f93f41988c0 admin admin] Deleting port acfda92c-1be9-4113-82f4-4c11fef26795 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:24:28.955891 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2838d51f-19d0-45d6-a0fe-7f93f41988c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:29.032822 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-2838d51f-19d0-45d6-a0fe-7f93f41988c0 admin admin] For port acfda92c-1be9-4113-82f4-4c11fef26795, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=acfda92c-1be9-4113-82f4-4c11fef26795,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:29.033103 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2838d51f-19d0-45d6-a0fe-7f93f41988c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:29.045761 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-2838d51f-19d0-45d6-a0fe-7f93f41988c0 admin admin] Calling delete_port for acfda92c-1be9-4113-82f4-4c11fef26795 owned by network:router_interface {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:24:29.291643 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2838d51f-19d0-45d6-a0fe-7f93f41988c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (acfda92c-1be9-4113-82f4-4c11fef26795), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:29.318900 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838d51f-19d0-45d6-a0fe-7f93f41988c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=acfda92c-1be9-4113-82f4-4c11fef26795,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:29.508320 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2838d51f-19d0-45d6-a0fe-7f93f41988c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7908673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505155'] for router_interface (1f82cb1e-dfe4-4594-86da-b9b8b124344e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:29.725241 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2838d51f-19d0-45d6-a0fe-7f93f41988c0 admin admin] Router 1f82cb1e-dfe4-4594-86da-b9b8b124344e has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:24:30.084790 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2838d51f-19d0-45d6-a0fe-7f93f41988c0 admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:24:30.090440 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2838d51f-19d0-45d6-a0fe-7f93f41988c0 admin admin] 10.222.0.65 "PUT /v2.0/routers/1f82cb1e-dfe4-4594-86da-b9b8b124344e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8611083 May 10 20:24:30.092910 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59896) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:30.095521 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75bcee-7444-455f-9b91-52e1126d669b None None] Sync routers for ids ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:24:30.105541 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75bcee-7444-455f-9b91-52e1126d669b None None] Routers {'1f82cb1e-dfe4-4594-86da-b9b8b124344e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:24:30.106182 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8d75bcee-7444-455f-9b91-52e1126d669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:24:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:30.199372 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] Publish callbacks [] for router (1f82cb1e-dfe4-4594-86da-b9b8b124344e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:30.215132 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-8d75bcee-7444-455f-9b91-52e1126d669b None None] Set router 1f82cb1e-dfe4-4594-86da-b9b8b124344e gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:24:30.320279 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] Publish callbacks [] for router_gateway (1f82cb1e-dfe4-4594-86da-b9b8b124344e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:30.384693 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8d75bcee-7444-455f-9b91-52e1126d669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:24:29Z', 'revision_number': 5, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port': {'id': '782b02fc-a05b-4c71-9407-542bbcba0b69', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:16:38Z', 'updated_at': '2022-05-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:30.414346 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75bcee-7444-455f-9b91-52e1126d669b None None] Checking router: 1f82cb1e-dfe4-4594-86da-b9b8b124344e for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:24:30.423582 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75bcee-7444-455f-9b91-52e1126d669b None None] Routers {'1f82cb1e-dfe4-4594-86da-b9b8b124344e'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:24:30.424204 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8d75bcee-7444-455f-9b91-52e1126d669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:24:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:30.438380 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] Deleting port 782b02fc-a05b-4c71-9407-542bbcba0b69 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:24:30.438903 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (782b02fc-a05b-4c71-9407-542bbcba0b69), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:30.514327 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-8d75bcee-7444-455f-9b91-52e1126d669b None None] Set router 1f82cb1e-dfe4-4594-86da-b9b8b124344e gateway port host: None {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:24:30.518633 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] For port 782b02fc-a05b-4c71-9407-542bbcba0b69, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=782b02fc-a05b-4c71-9407-542bbcba0b69,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:30.518981 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (782b02fc-a05b-4c71-9407-542bbcba0b69), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:30.532623 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] Calling delete_port for 782b02fc-a05b-4c71-9407-542bbcba0b69 owned by network:router_gateway {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:24:30.567439 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8d75bcee-7444-455f-9b91-52e1126d669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:24:30Z', 'revision_number': 6, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port_host': None}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:30.730710 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75bcee-7444-455f-9b91-52e1126d669b None None] The sync data for ids ['1f82cb1e-dfe4-4594-86da-b9b8b124344e'] in dv-cinder-828805-2-iscsi is: [{'id': '1f82cb1e-dfe4-4594-86da-b9b8b124344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1389621439-router', 'tenant_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:16:37Z', 'updated_at': '2022-05-10T20:24:30Z', 'revision_number': 6, 'project_id': 'd5cecfb8eb5e4b8ea121c2ef8a9c28a2', 'gw_port_host': None}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:24:30.773701 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (782b02fc-a05b-4c71-9407-542bbcba0b69), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:30.799761 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] Pushing event deleted for resources: {'Port': ['ID=782b02fc-a05b-4c71-9407-542bbcba0b69,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:30.860034 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514852'] for router_gateway (1f82cb1e-dfe4-4594-86da-b9b8b124344e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:30.950571 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11273'] for router (1f82cb1e-dfe4-4594-86da-b9b8b124344e), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:30.952846 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] Publish callbacks [] for router_controller (1f82cb1e-dfe4-4594-86da-b9b8b124344e), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:31.053741 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-508659'] for router (1f82cb1e-dfe4-4594-86da-b9b8b124344e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:31.054214 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f82cb1e-dfe4-4594-86da-b9b8b124344e {{(pid=104125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:24:31.059637 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:31.060783 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7ec2d930-936f-489e-9bd0-e2c0b2b23473 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1f82cb1e-dfe4-4594-86da-b9b8b124344e HTTP/1.1" status: 204 len: 168 time: 0.9669411 May 10 20:24:31.063504 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59902) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:31.110590 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-351b8ea2-f90d-44da-8ebc-827571ddf733 admin admin] Deleting subnet 60a713fc-3628-49db-a510-f75848231cfa {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:24:31.113878 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-351b8ea2-f90d-44da-8ebc-827571ddf733 admin admin] Publish callbacks [] for subnet (60a713fc-3628-49db-a510-f75848231cfa), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:31.152606 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-351b8ea2-f90d-44da-8ebc-827571ddf733 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6044669'] for subnet (60a713fc-3628-49db-a510-f75848231cfa), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:31.238617 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-351b8ea2-f90d-44da-8ebc-827571ddf733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (60a713fc-3628-49db-a510-f75848231cfa), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:31.408461 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-351b8ea2-f90d-44da-8ebc-827571ddf733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4836475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16386431'] for subnet (60a713fc-3628-49db-a510-f75848231cfa), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:31.428434 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0c1184-96ee-4c40-a9d3-0a9843bee457 None None] Network e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:24:31.449841 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b8ea2-f90d-44da-8ebc-827571ddf733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a713fc-3628-49db-a510-f75848231cfa,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:31.454385 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-351b8ea2-f90d-44da-8ebc-827571ddf733 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:31.457836 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81065302-66ac-4fba-8067-1e21923cf84f req-1ae85fcd-50f2-45c1-a931-65148d8a6074 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:31.459596 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81065302-66ac-4fba-8067-1e21923cf84f req-1ae85fcd-50f2-45c1-a931-65148d8a6074 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/networks?id=8750fcec-68a3-4030-8b36-de70cc9667b1 HTTP/1.1" status: 200 len: 814 time: 0.1054473 May 10 20:24:31.460329 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-351b8ea2-f90d-44da-8ebc-827571ddf733 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/60a713fc-3628-49db-a510-f75848231cfa HTTP/1.1" status: 204 len: 168 time: 0.3956540 May 10 20:24:31.460843 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 59920) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:31.550067 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (e95ad3ef-7b5f-4775-9b13-3ca347d35ec6), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:31.553670 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81065302-66ac-4fba-8067-1e21923cf84f req-b5d4be3e-0e62-4fd4-87e6-432c79d2c7a7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/quotas/498ce5260ee44f5d9b1ebc74fecedfbf HTTP/1.1" status: 200 len: 375 time: 0.0421176 May 10 20:24:31.617294 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] DHCP port deletion for e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 request from dv-cinder-828805-2-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:24:31.618041 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81065302-66ac-4fba-8067-1e21923cf84f req-7d59455f-26f0-4038-9604-8ae46a0a5787 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=498ce5260ee44f5d9b1ebc74fecedfbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554969 May 10 20:24:31.670994 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Deleting port f5247853-f3e7-4501-b58f-92a55f6f7237 {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:24:31.678389 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:31.680252 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Deleting port f5247853-f3e7-4501-b58f-92a55f6f7237 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:24:31.680590 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:31.740133 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] For port f5247853-f3e7-4501-b58f-92a55f6f7237, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=f5247853-f3e7-4501-b58f-92a55f6f7237,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:31.740651 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:31.755068 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Calling delete_port for f5247853-f3e7-4501-b58f-92a55f6f7237 owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:24:31.770395 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] For port f5247853-f3e7-4501-b58f-92a55f6f7237, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=f5247853-f3e7-4501-b58f-92a55f6f7237,segment=NetworkSegment(7188839c-d2af-4528-b812-01c956d1fd91),segment_id=7188839c-d2af-4528-b812-01c956d1fd91)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:31.770964 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:31.792993 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81065302-66ac-4fba-8067-1e21923cf84f req-552e4825-9809-4776-bdc6-b9c6fef0f2cd service neutron] 10.222.0.65 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742902 May 10 20:24:31.793959 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Calling delete_port for f5247853-f3e7-4501-b58f-92a55f6f7237 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:24:31.946778 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81065302-66ac-4fba-8067-1e21923cf84f req-e0fba863-a54a-49a0-b36e-f99698dac0e2 service neutron] 10.222.0.65 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468194 May 10 20:24:31.974367 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:31.981380 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (f5247853-f3e7-4501-b58f-92a55f6f7237), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:32.000953 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Pushing event deleted for resources: {'Port': ['ID=f5247853-f3e7-4501-b58f-92a55f6f7237,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:32.011657 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] No DVR routers for this DVR port f5247853-f3e7-4501-b58f-92a55f6f7237 on host dv-cinder-828805-2-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:24:32.013647 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5247853-f3e7-4501-b58f-92a55f6f7237,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:32.014340 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.021598 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.021598 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.023555 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] No DVR routers for this DVR port f5247853-f3e7-4501-b58f-92a55f6f7237 on host dv-cinder-828805-2-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:24:32.023675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.023675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.023675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.023675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.023675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.023675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.023675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.023675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.023675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.023675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.023675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.023675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0068b232-b5dd-4734-b516-95712da19c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:32.089596 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (e95ad3ef-7b5f-4775-9b13-3ca347d35ec6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:32.113314 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95ad3ef-7b5f-4775-9b13-3ca347d35ec6']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:32.123046 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7188839c-d2af-4528-b812-01c956d1fd91') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:32.124843 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7188839c-d2af-4528-b812-01c956d1fd91') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:32.132367 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6068703'] for segment (7188839c-d2af-4528-b812-01c956d1fd91), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:32.145859 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (7188839c-d2af-4528-b812-01c956d1fd91), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:32.152079 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:24:32.152459 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4935517'] for segment (7188839c-d2af-4528-b812-01c956d1fd91), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: self.session.flush() May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: self.session.flush() May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: self.session.flush() May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: self.session.flush() May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: Traceback (most recent call last): May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: timer() May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: cb(*args, **kw) May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: return func(*args, **kwargs) May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: self._notify() May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: self.callback(batched_events) May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: event.method(event) May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: return f(self, *a, **k) May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._get(url).json() May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: return self.request(url, 'GET', **kwargs) May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:24:32.154115 dv-cinder-828805-2-iscsi neutron-server[104124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:24:32.276462 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bcba0f97-9533-4e9c-b196-3ae200061b8a req-26c81e45-306f-41bf-8841-3694c7886bea tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0282643 May 10 20:24:32.285809 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (e95ad3ef-7b5f-4775-9b13-3ca347d35ec6), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:32.302658 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:32.306431 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e95ad3ef-7b5f-4775-9b13-3ca347d35ec6 HTTP/1.1" status: 204 len: 168 time: 0.8436944 May 10 20:24:32.307472 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e943125-266a-400b-bb95-e269fa4f4569 admin admin] Pushing event deleted for resources: {'Network': ['ID=e95ad3ef-7b5f-4775-9b13-3ca347d35ec6,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:32.689646 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device f5247853-f3e7-4501-b58f-92a55f6f7237 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:24:32.690431 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 59938) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:32.720407 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: f5247853-f3e7-4501-b58f-92a55f6f7237 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:24:32.720407 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device f5247853-f3e7-4501-b58f-92a55f6f7237 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:24:32.720407 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device acfda92c-1be9-4113-82f4-4c11fef26795 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:24:32.733211 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b6962673-2fbd-4b87-b23d-9308c299b727 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d5cecfb8eb5e4b8ea121c2ef8a9c28a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416250 May 10 20:24:32.735723 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 59942) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:32.744561 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: acfda92c-1be9-4113-82f4-4c11fef26795 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:24:32.745428 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device acfda92c-1be9-4113-82f4-4c11fef26795 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:24:32.751088 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 782b02fc-a05b-4c71-9407-542bbcba0b69 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:24:32.766017 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: 782b02fc-a05b-4c71-9407-542bbcba0b69 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:24:32.766379 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 782b02fc-a05b-4c71-9407-542bbcba0b69 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:24:32.784659 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f15ec9f-1c61-4565-8774-2f17173ba4a6 admin admin] Publish callbacks [] for security_group (6204e8cc-ef03-4cf8-9d23-d7779d540bca), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:32.809404 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f15ec9f-1c61-4565-8774-2f17173ba4a6 admin admin] Publish callbacks [] for security_group (6204e8cc-ef03-4cf8-9d23-d7779d540bca), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:32.978401 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f15ec9f-1c61-4565-8774-2f17173ba4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (6204e8cc-ef03-4cf8-9d23-d7779d540bca), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:32.981047 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f15ec9f-1c61-4565-8774-2f17173ba4a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:32.986614 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5f15ec9f-1c61-4565-8774-2f17173ba4a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6204e8cc-ef03-4cf8-9d23-d7779d540bca HTTP/1.1" status: 204 len: 168 time: 0.2455623 May 10 20:24:32.990057 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15ec9f-1c61-4565-8774-2f17173ba4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6204e8cc-ef03-4cf8-9d23-d7779d540bca,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:33.378998 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e0fb4458-a415-48ec-a63b-7be8093487da req-36706cd7-8756-4826-8a8f-4ffdce5445d3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0299509 May 10 20:24:33.400457 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 59958) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:33.507767 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e08f0cb-68e8-4b8c-b3e2-d9f84374b73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:33.584084 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e08f0cb-68e8-4b8c-b3e2-d9f84374b73c admin admin] Publish callbacks [] for security_group (078e27b7-db59-4ee0-b423-13f69042d3fb), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:33.699785 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e08f0cb-68e8-4b8c-b3e2-d9f84374b73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (078e27b7-db59-4ee0-b423-13f69042d3fb), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:33.741068 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8e08f0cb-68e8-4b8c-b3e2-d9f84374b73c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7aba95b1cda144e4b215c57b8455f2a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394957 May 10 20:24:33.742923 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08f0cb-68e8-4b8c-b3e2-d9f84374b73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078e27b7-db59-4ee0-b423-13f69042d3fb,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:33.744384 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59970) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:33.792700 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-74749977-f939-4d6b-9700-5953e503cc31 admin admin] Publish callbacks [] for security_group (078e27b7-db59-4ee0-b423-13f69042d3fb), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:33.821471 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-74749977-f939-4d6b-9700-5953e503cc31 admin admin] Publish callbacks [] for security_group (078e27b7-db59-4ee0-b423-13f69042d3fb), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:33.957734 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-74749977-f939-4d6b-9700-5953e503cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (078e27b7-db59-4ee0-b423-13f69042d3fb), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:33.957734 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-74749977-f939-4d6b-9700-5953e503cc31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:33.958832 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-74749977-f939-4d6b-9700-5953e503cc31 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/078e27b7-db59-4ee0-b423-13f69042d3fb HTTP/1.1" status: 204 len: 168 time: 0.2133532 May 10 20:24:33.967614 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74749977-f939-4d6b-9700-5953e503cc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078e27b7-db59-4ee0-b423-13f69042d3fb,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:34.096698 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 59982) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:34.311492 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-567699507-network', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:24:34.362392 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81065302-66ac-4fba-8067-1e21923cf84f req-61cc8221-312b-404c-85d9-5b042e8014c1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:34.363847 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81065302-66ac-4fba-8067-1e21923cf84f req-61cc8221-312b-404c-85d9-5b042e8014c1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.83 "GET /v2.0/networks?id=8750fcec-68a3-4030-8b36-de70cc9667b1 HTTP/1.1" status: 200 len: 814 time: 0.1181962 May 10 20:24:34.378135 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-81065302-66ac-4fba-8067-1e21923cf84f req-68c27a1c-a920-456c-b0cc-13878d41d7f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Request body: {'port': {'device_id': '9bb90d6b-7083-4118-94fa-736fbc886744', 'network_id': '8750fcec-68a3-4030-8b36-de70cc9667b1', 'admin_state_up': True, 'tenant_id': '498ce5260ee44f5d9b1ebc74fecedfbf'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:24:34.396385 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] Made reservation on behalf of 1d1c68d15d634e81acba3ca215f5548c for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:24:34.399400 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:34.409758 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:34.512962 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cdb7f4ea-d5ce-4e5e-a77a-fff70661b234 req-c29ca83f-8fce-4e3d-b307-73ce19e220d1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0344973 May 10 20:24:34.529712 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] Publish callbacks [] for security_group (9aef98d2-4de8-443c-8a34-8aa954ed73bb), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:34.611613 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (9aef98d2-4de8-443c-8a34-8aa954ed73bb), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:34.611794 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81065302-66ac-4fba-8067-1e21923cf84f req-68c27a1c-a920-456c-b0cc-13878d41d7f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Made reservation on behalf of 498ce5260ee44f5d9b1ebc74fecedfbf for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:24:34.615600 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-81065302-66ac-4fba-8067-1e21923cf84f req-68c27a1c-a920-456c-b0cc-13878d41d7f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:34.637077 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:24:34.646120 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aef98d2-4de8-443c-8a34-8aa954ed73bb,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:34.652776 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:34.653122 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] Added segment af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc of type vlan for network 97616d50-d128-4d48-95c9-0ecc4a239629 May 10 20:24:34.695237 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756477807791'] for network (97616d50-d128-4d48-95c9-0ecc4a239629), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:34.752522 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-81065302-66ac-4fba-8067-1e21923cf84f req-68c27a1c-a920-456c-b0cc-13878d41d7f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Allocated IP 172.20.0.8 (8750fcec-68a3-4030-8b36-de70cc9667b1/b20a76b4-6bd6-4766-87fa-09dcfb6eed3e/1b69dc72-245c-49f9-855f-4cf1a1b1b094) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:24:34.783348 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682'] for network (97616d50-d128-4d48-95c9-0ecc4a239629), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:34.784968 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:34.785562 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:34.846529 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] Pushing event updated for resources: {'Network': ['ID=97616d50-d128-4d48-95c9-0ecc4a239629,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:34.857013 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Network 97616d50-d128-4d48-95c9-0ecc4a239629 details requested by agent ovs-agent-dv-cinder-828805-2-iscsi with host dv-cinder-828805-2-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:24:34.907034 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-81065302-66ac-4fba-8067-1e21923cf84f req-68c27a1c-a920-456c-b0cc-13878d41d7f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks [] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:34.928386 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f1f83432-d9c5-4bea-82ac-b38e00fff65f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8305933 May 10 20:24:34.932048 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 60010) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:34.937094 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-4d487d71-a3cd-4af2-9e8e-5fcf53b0c981 admin admin] Request body: {'subnet': {'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-567699507-subnet', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:24:35.012464 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-81065302-66ac-4fba-8067-1e21923cf84f req-68c27a1c-a920-456c-b0cc-13878d41d7f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:35.034719 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d487d71-a3cd-4af2-9e8e-5fcf53b0c981 admin admin] Made reservation on behalf of 1d1c68d15d634e81acba3ca215f5548c for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:24:35.037208 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4d487d71-a3cd-4af2-9e8e-5fcf53b0c981 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16386328'] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:35.059246 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81065302-66ac-4fba-8067-1e21923cf84f req-68c27a1c-a920-456c-b0cc-13878d41d7f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Network 8750fcec-68a3-4030-8b36-de70cc9667b1 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:24:35.064515 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-81065302-66ac-4fba-8067-1e21923cf84f req-68c27a1c-a920-456c-b0cc-13878d41d7f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:24:35.069396 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-81065302-66ac-4fba-8067-1e21923cf84f req-68c27a1c-a920-456c-b0cc-13878d41d7f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:24:35.091920 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c27a1c-a920-456c-b0cc-13878d41d7f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Pushing event updated for resources: {'Port': ['ID=1b69dc72-245c-49f9-855f-4cf1a1b1b094,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:35.123031 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81065302-66ac-4fba-8067-1e21923cf84f req-68c27a1c-a920-456c-b0cc-13878d41d7f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:35.123899 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-81065302-66ac-4fba-8067-1e21923cf84f req-68c27a1c-a920-456c-b0cc-13878d41d7f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:35.216371 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81065302-66ac-4fba-8067-1e21923cf84f req-68c27a1c-a920-456c-b0cc-13878d41d7f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8429334 May 10 20:24:35.228834 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Request body: {'port': {'device_id': '9bb90d6b-7083-4118-94fa-736fbc886744', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:24:35.260248 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4d487d71-a3cd-4af2-9e8e-5fcf53b0c981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4836028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16386310'] for subnet (86273698-c72a-41cc-a137-9df9c9b913fc), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:35.291650 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:35.320631 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d487d71-a3cd-4af2-9e8e-5fcf53b0c981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86273698-c72a-41cc-a137-9df9c9b913fc,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:35.325812 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d487d71-a3cd-4af2-9e8e-5fcf53b0c981 admin admin] Checking segment: {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:24:35.328052 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d487d71-a3cd-4af2-9e8e-5fcf53b0c981 admin admin] Network hostable DHCP agents. Network: 97616d50-d128-4d48-95c9-0ecc4a239629, hostable agents: ['8536dc67-b3fd-4ecb-9ac6-66e567b1b155'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:24:35.457607 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d487d71-a3cd-4af2-9e8e-5fcf53b0c981 admin admin] Network 97616d50-d128-4d48-95c9-0ecc4a239629 is scheduled to be hosted by DHCP agent 8536dc67-b3fd-4ecb-9ac6-66e567b1b155 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:24:35.545511 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-4d487d71-a3cd-4af2-9e8e-5fcf53b0c981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-2-iscsi, 97616d50-d128-4d48-95c9-0ecc4a239629) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:24:35.549632 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d487d71-a3cd-4af2-9e8e-5fcf53b0c981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:35.550262 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4d487d71-a3cd-4af2-9e8e-5fcf53b0c981 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:35.560772 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5a5755-4207-4d93-b3d5-8d7819841020 None None] Network 97616d50-d128-4d48-95c9-0ecc4a239629 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:24:35.562199 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b69dc72-245c-49f9-855f-4cf1a1b1b094 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:24:35.569892 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Publish callbacks [] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:35.583307 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Transition to ACTIVE for port object 1b69dc72-245c-49f9-855f-4cf1a1b1b094 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:24:35.634810 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f5538-119b-4b3d-a433-5e66ad4d2513 req-d73357aa-4618-4066-aa60-0784103c898b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:35.636363 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c7f5538-119b-4b3d-a433-5e66ad4d2513 req-d73357aa-4618-4066-aa60-0784103c898b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 931 time: 0.0505002 May 10 20:24:35.662372 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-4d487d71-a3cd-4af2-9e8e-5fcf53b0c981 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7290814 May 10 20:24:35.665598 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 60018) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:35.666571 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638810d0-f44c-5805-8520-b13225ebd017-97616d50-d128-4d48-95c9-0ecc4a239629', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc'}]}} from dv-cinder-828805-2-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:24:35.667660 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:35.670450 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:24:35.688280 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c7f5538-119b-4b3d-a433-5e66ad4d2513 req-1758e978-0b12-45bf-af98-bc27c77a2b3b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461953 May 10 20:24:35.712870 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:35.768898 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b69dc72-245c-49f9-855f-4cf1a1b1b094,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:35.819975 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-515458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11323'] for router (fac29b97-38ec-47d8-b738-3fe83f00c0ff), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:35.821548 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11264'] for router (fac29b97-38ec-47d8-b738-3fe83f00c0ff), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:35.839274 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Allocated IP 172.20.0.2 (97616d50-d128-4d48-95c9-0ecc4a239629/86273698-c72a-41cc-a137-9df9c9b913fc/01231a6f-9faf-4cb4-946d-226c0168660f) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:24:35.840412 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Attempting to bind port 1b69dc72-245c-49f9-855f-4cf1a1b1b094 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:24:35.840815 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Attempting to bind port 1b69dc72-245c-49f9-855f-4cf1a1b1b094 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '46791e30-4519-4c7b-a4be-a9f9f8260227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8750fcec-68a3-4030-8b36-de70cc9667b1'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:24:35.841213 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Attempting to bind port 1b69dc72-245c-49f9-855f-4cf1a1b1b094 on network 8750fcec-68a3-4030-8b36-de70cc9667b1 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:24:35.845813 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Port 1b69dc72-245c-49f9-855f-4cf1a1b1b094 on network 8750fcec-68a3-4030-8b36-de70cc9667b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:24:35.846281 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Attempting to bind port 1b69dc72-245c-49f9-855f-4cf1a1b1b094 on network 8750fcec-68a3-4030-8b36-de70cc9667b1 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:24:35.852888 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:24:35.857754 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Checking segment: {'id': '46791e30-4519-4c7b-a4be-a9f9f8260227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8750fcec-68a3-4030-8b36-de70cc9667b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:24:35.857754 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Bound using segment: {'id': '46791e30-4519-4c7b-a4be-a9f9f8260227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8750fcec-68a3-4030-8b36-de70cc9667b1'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:24:35.857754 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Bound port: 1b69dc72-245c-49f9-855f-4cf1a1b1b094, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46791e30-4519-4c7b-a4be-a9f9f8260227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8750fcec-68a3-4030-8b36-de70cc9667b1'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:24:35.857754 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:35.880543 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Publish callbacks [] for router_controller (fac29b97-38ec-47d8-b738-3fe83f00c0ff), precommit_add_association {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:35.926894 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] For port 1b69dc72-245c-49f9-855f-4cf1a1b1b094, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:24:35.930399 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] For port 1b69dc72-245c-49f9-855f-4cf1a1b1b094, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1b69dc72-245c-49f9-855f-4cf1a1b1b094,segment=NetworkSegment(46791e30-4519-4c7b-a4be-a9f9f8260227),segment_id=46791e30-4519-4c7b-a4be-a9f9f8260227)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:24:36.010858 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Publish callbacks [] for port (01231a6f-9faf-4cb4-946d-226c0168660f), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:36.031541 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:36.063383 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:36.064166 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:36.065446 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81065302-66ac-4fba-8067-1e21923cf84f req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] 10.222.0.83 "PUT /v2.0/ports/1b69dc72-245c-49f9-855f-4cf1a1b1b094 HTTP/1.1" status: 200 len: 1093 time: 0.8411877 May 10 20:24:36.065894 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb90d6b-7083-4118-94fa-736fbc886744', 'tag': '1b69dc72-245c-49f9-855f-4cf1a1b1b094'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:24:36.068193 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db52b661-ab02-419c-822c-ca6980a73d86" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb90d6b-7083-4118-94fa-736fbc886744", "tag": "1b69dc72-245c-49f9-855f-4cf1a1b1b094"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:24:36.083884 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Publish callbacks [] for router_gateway (fac29b97-38ec-47d8-b738-3fe83f00c0ff), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:36.094803 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:36.097756 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc3204-4163-4496-8b36-882a2b8663b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b69dc72-245c-49f9-855f-4cf1a1b1b094,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:36.123925 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6825af7b-4195-4752-ad3c-72d10ee19f10 x-openstack-request-id: req-6825af7b-4195-4752-ad3c-72d10ee19f10 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:24:36.123925 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb90d6b-7083-4118-94fa-736fbc886744", "tag": "1b69dc72-245c-49f9-855f-4cf1a1b1b094", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:24:36.123925 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6825af7b-4195-4752-ad3c-72d10ee19f10 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:24:36.123925 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6825af7b-4195-4752-ad3c-72d10ee19f10'] response: {'name': 'network-changed', 'server_uuid': '9bb90d6b-7083-4118-94fa-736fbc886744', 'tag': '1b69dc72-245c-49f9-855f-4cf1a1b1b094', 'status': 'completed', 'code': 200} May 10 20:24:36.131021 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Network 97616d50-d128-4d48-95c9-0ecc4a239629 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:24:36.134016 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:24:36.137427 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:24:36.154203 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Pushing event updated for resources: {'Port': ['ID=01231a6f-9faf-4cb4-946d-226c0168660f,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:36.186789 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52b661-ab02-419c-822c-ca6980a73d86 req-1f9ebd93-8971-464c-a254-a2e09c05495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:36.188342 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db52b661-ab02-419c-822c-ca6980a73d86 req-1f9ebd93-8971-464c-a254-a2e09c05495a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=498ce5260ee44f5d9b1ebc74fecedfbf&device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 1127 time: 0.0433116 May 10 20:24:36.206759 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Attempting to bind port 01231a6f-9faf-4cb4-946d-226c0168660f on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:24:36.207277 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Attempting to bind port 01231a6f-9faf-4cb4-946d-226c0168660f by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:24:36.207756 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Attempting to bind port 01231a6f-9faf-4cb4-946d-226c0168660f on network 97616d50-d128-4d48-95c9-0ecc4a239629 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:24:36.213568 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:24:36.215523 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Checking segment: {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:24:36.215523 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:36.215523 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Bound using segment: {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:24:36.215523 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Bound port: 01231a6f-9faf-4cb4-946d-226c0168660f, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:24:36.215926 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:36.283884 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] For port 01231a6f-9faf-4cb4-946d-226c0168660f, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:24:36.287248 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] For port 01231a6f-9faf-4cb4-946d-226c0168660f, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=01231a6f-9faf-4cb4-946d-226c0168660f,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:24:36.296389 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52b661-ab02-419c-822c-ca6980a73d86 req-0bd672a5-7b9d-4b22-b5e7-21e4b7552b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:36.297896 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db52b661-ab02-419c-822c-ca6980a73d86 req-0bd672a5-7b9d-4b22-b5e7-21e4b7552b0a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=498ce5260ee44f5d9b1ebc74fecedfbf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1026707 May 10 20:24:36.388869 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Publish callbacks [] for router_gateway (fac29b97-38ec-47d8-b738-3fe83f00c0ff), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:36.392412 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52b661-ab02-419c-822c-ca6980a73d86 req-f76b8d4e-56aa-42fd-bffd-4834ea295e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:36.393897 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db52b661-ab02-419c-822c-ca6980a73d86 req-f76b8d4e-56aa-42fd-bffd-4834ea295e38 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891571 May 10 20:24:36.396947 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:36.408895 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:36.464683 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67a877-7f63-474b-a027-78c2742e5936 None None] Pushing event updated for resources: {'Port': ['ID=01231a6f-9faf-4cb4-946d-226c0168660f,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:36.493701 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81065302-66ac-4fba-8067-1e21923cf84f req-c8f78082-916f-43aa-9cbc-835b524d0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:36.495312 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81065302-66ac-4fba-8067-1e21923cf84f req-c8f78082-916f-43aa-9cbc-835b524d0ef2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=498ce5260ee44f5d9b1ebc74fecedfbf&device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 1127 time: 0.0532265 May 10 20:24:36.532372 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Allocated IP 172.27.1.94 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/e5e678be-b945-4887-8767-9ca2c655f251) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:24:36.546057 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81065302-66ac-4fba-8067-1e21923cf84f req-bd18fd18-8b80-4950-a7f7-2ac5a3ef2caf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b69dc72-245c-49f9-855f-4cf1a1b1b094 HTTP/1.1" status: 200 len: 217 time: 0.0410593 May 10 20:24:36.597566 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81065302-66ac-4fba-8067-1e21923cf84f req-cd23e8ee-6998-4d06-895d-54c4894dcd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:36.599038 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81065302-66ac-4fba-8067-1e21923cf84f req-cd23e8ee-6998-4d06-895d-54c4894dcd0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b20a76b4-6bd6-4766-87fa-09dcfb6eed3e HTTP/1.1" status: 200 len: 854 time: 0.0482051 May 10 20:24:36.657452 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81065302-66ac-4fba-8067-1e21923cf84f req-26df685e-0b3c-4d13-8a69-6d45f01f6a97 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8750fcec-68a3-4030-8b36-de70cc9667b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520790 May 10 20:24:36.680372 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Publish callbacks [] for port (e5e678be-b945-4887-8767-9ca2c655f251), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:36.764914 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 01231a6f-9faf-4cb4-946d-226c0168660f up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:24:36.790353 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81065302-66ac-4fba-8067-1e21923cf84f req-3194f4a8-aef1-4270-98d0-0ebee355e3d8 service neutron] 10.222.0.83 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251888 May 10 20:24:36.827939 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 01231a6f-9faf-4cb4-946d-226c0168660f triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:36.828455 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:36.854300 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (e5e678be-b945-4887-8767-9ca2c655f251), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:36.881187 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a00deb-022c-4eb1-9830-57d22f009cb3 req-46d0d4d4-1909-4116-a29f-2b167dcd1ae8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:36.888229 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e5a00deb-022c-4eb1-9830-57d22f009cb3 req-46d0d4d4-1909-4116-a29f-2b167dcd1ae8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 943 time: 0.1131392 May 10 20:24:36.931551 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:24:36.932525 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 01231a6f-9faf-4cb4-946d-226c0168660f is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:36.932915 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:36.936077 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:24:36.938924 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:24:36.941680 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Pushing event updated for resources: {'Port': ['ID=e5e678be-b945-4887-8767-9ca2c655f251,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:36.975625 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e5a00deb-022c-4eb1-9830-57d22f009cb3 req-ca159b24-78b6-4502-9292-79db89afad4b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864859 May 10 20:24:36.980374 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81065302-66ac-4fba-8067-1e21923cf84f req-4581e1f0-2738-4380-8b8f-35abdfbcf0e6 service neutron] 10.222.0.83 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649909 May 10 20:24:37.001044 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port 01231a6f-9faf-4cb4-946d-226c0168660f, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=01231a6f-9faf-4cb4-946d-226c0168660f,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:37.033828 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-a8360c1f-fd01-4839-abab-5d3c1186b54d tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b5515c98d19e4d53b195f1d190997208&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341606 May 10 20:24:37.088310 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:37.137765 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=01231a6f-9faf-4cb4-946d-226c0168660f,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:37.313435 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-f93f2b2c-83ec-40da-9026-8007d2b37eb1 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:37.314945 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-f93f2b2c-83ec-40da-9026-8007d2b37eb1 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457023 May 10 20:24:37.330431 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-4b9e7cba-0e1c-46b3-8664-83c65316d126 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/quotas/b5515c98d19e4d53b195f1d190997208 HTTP/1.1" status: 200 len: 375 time: 0.0095885 May 10 20:24:37.366237 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-82f9e015-5fd9-41e1-a569-71f2ff32dc8a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5515c98d19e4d53b195f1d190997208&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301332 May 10 20:24:37.473440 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7cbcc5-6a9d-4b8e-8329-ad0eebb6a71a None None] Network 97616d50-d128-4d48-95c9-0ecc4a239629 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:24:37.482263 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Publish callbacks [] for router_gateway (fac29b97-38ec-47d8-b738-3fe83f00c0ff), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:37.611680 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-cd767a78-5005-41d0-8a77-fa8c4ed222c8 None None] Provisioning complete for port 01231a6f-9faf-4cb4-946d-226c0168660f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:37.612440 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-245035d1-cc50-41c3-bd47-32a37f625251 req-bb1bbe93-9b0e-454e-9bab-ca0351caf827 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 210 time: 0.0318935 May 10 20:24:37.621248 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cd767a78-5005-41d0-8a77-fa8c4ed222c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:37.747664 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-cd767a78-5005-41d0-8a77-fa8c4ed222c8 None None] Current status of the port 01231a6f-9faf-4cb4-946d-226c0168660f is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:37.868850 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-34285519-6afb-4587-a939-4f9d1e1ac4b6 None None] Provisioning complete for port 01231a6f-9faf-4cb4-946d-226c0168660f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:37.869224 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-34285519-6afb-4587-a939-4f9d1e1ac4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:37.961741 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-34285519-6afb-4587-a939-4f9d1e1ac4b6 None None] Current status of the port 01231a6f-9faf-4cb4-946d-226c0168660f is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:37.990726 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514936'] for router (fac29b97-38ec-47d8-b738-3fe83f00c0ff), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:38.045969 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:38.131017 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3d34c-04c5-437c-b6cc-142b07b0c162 req-680e9796-30d1-462e-94a9-13cfe35296ad tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:38.132554 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cef3d34c-04c5-437c-b6cc-142b07b0c162 req-680e9796-30d1-462e-94a9-13cfe35296ad tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 943 time: 0.0831413 May 10 20:24:38.199812 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cef3d34c-04c5-437c-b6cc-142b07b0c162 req-d9e1ab76-848f-49bc-b824-c4d2cf757b34 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594609 May 10 20:24:38.200764 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38edbbff-bdd1-4fef-bd0e-e14978afe34c req-5ca69bc6-cf84-4673-9664-8ef8f06a51ca service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386364 May 10 20:24:38.280070 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Router fac29b97-38ec-47d8-b738-3fe83f00c0ff is scheduled to L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b with binding_index 1 {{(pid=104125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:24:38.298752 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edbbff-bdd1-4fef-bd0e-e14978afe34c req-c8eb8d9b-acdb-4159-b1d7-7f46bef946f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:38.300250 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38edbbff-bdd1-4fef-bd0e-e14978afe34c req-c8eb8d9b-acdb-4159-b1d7-7f46bef946f5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b9724c9a575141d48bbfbde685774622&device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 1130 time: 0.0520720 May 10 20:24:38.394240 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:24:38.404149 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Sync routers for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:24:38.412815 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edbbff-bdd1-4fef-bd0e-e14978afe34c req-a7935a6b-f93f-48d4-8931-78d93c3e83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:38.414831 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38edbbff-bdd1-4fef-bd0e-e14978afe34c req-a7935a6b-f93f-48d4-8931-78d93c3e83e7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=339c6d8e-af10-4b8c-9702-0522fc8af9c1 HTTP/1.1" status: 200 len: 909 time: 0.0875657 May 10 20:24:38.414981 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:24:38.415581 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:24:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:38.482509 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:38.484994 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-d7570fff-cd26-47c2-b749-9520cb8c971b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8173194 May 10 20:24:38.486326 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38edbbff-bdd1-4fef-bd0e-e14978afe34c req-44333dca-dcdb-417c-9733-86dd923fddac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7493a0cb-9315-4b94-8686-f58a23c9417d HTTP/1.1" status: 200 len: 1001 time: 0.0646589 May 10 20:24:38.486621 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 60054) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:38.528196 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:24:38.548368 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edbbff-bdd1-4fef-bd0e-e14978afe34c req-d6b21b3a-3e50-45fb-a46d-29f26f697327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:38.549972 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38edbbff-bdd1-4fef-bd0e-e14978afe34c req-d6b21b3a-3e50-45fb-a46d-29f26f697327 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0296e62-bd8a-4130-840e-5dc3ebc5a76d HTTP/1.1" status: 200 len: 847 time: 0.0554912 May 10 20:24:38.600192 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edbbff-bdd1-4fef-bd0e-e14978afe34c req-a09cb371-c561-4866-8fe2-9383e39ed426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:38.602472 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38edbbff-bdd1-4fef-bd0e-e14978afe34c req-a09cb371-c561-4866-8fe2-9383e39ed426 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=339c6d8e-af10-4b8c-9702-0522fc8af9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456929 May 10 20:24:38.740307 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c47161bb-1b83-40a9-b005-2ef59fe78d60 req-ea6b7d8f-9db7-4540-89dc-780d770c6dff tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 210 time: 0.0531406 May 10 20:24:38.758234 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38edbbff-bdd1-4fef-bd0e-e14978afe34c req-294fef28-8d46-4d5a-96d2-b166487a83b5 service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494961 May 10 20:24:38.774191 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 01231a6f-9faf-4cb4-946d-226c0168660f up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:24:38.826611 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port 01231a6f-9faf-4cb4-946d-226c0168660f triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:38.827779 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:38.884889 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38edbbff-bdd1-4fef-bd0e-e14978afe34c req-a5c373ff-b5e3-4de6-99f7-ddf4eb3acb64 service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200559 May 10 20:24:38.928030 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port 01231a6f-9faf-4cb4-946d-226c0168660f is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:38.970884 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:37Z', 'revision_number': 3, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:38.992690 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:38.997381 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Checking router: fac29b97-38ec-47d8-b738-3fe83f00c0ff for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:24:38.997725 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Updating router fac29b97-38ec-47d8-b738-3fe83f00c0ff port e5e678be-b945-4887-8767-9ca2c655f251 binding host dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:24:39.026221 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (e5e678be-b945-4887-8767-9ca2c655f251), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:39.156171 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Allocated IP 172.20.0.1 (97616d50-d128-4d48-95c9-0ecc4a239629/86273698-c72a-41cc-a137-9df9c9b913fc/bb2387f1-0811-4792-8020-e71d8cc0a340) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:24:39.231800 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 1b69dc72-245c-49f9-855f-4cf1a1b1b094 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:24:39.266757 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Publish callbacks [] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:39.316538 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Publish callbacks [] for port (e5e678be-b945-4887-8767-9ca2c655f251), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:39.342437 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 1b69dc72-245c-49f9-855f-4cf1a1b1b094, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1b69dc72-245c-49f9-855f-4cf1a1b1b094,segment=NetworkSegment(46791e30-4519-4c7b-a4be-a9f9f8260227),segment_id=46791e30-4519-4c7b-a4be-a9f9f8260227)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:39.353758 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a7b16-6b32-40df-9e8c-b61650688236 req-b55a153a-e814-40be-95f8-11731b5f2958 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:39.359515 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '1b69dc72-245c-49f9-855f-4cf1a1b1b094', 'network_id': '8750fcec-68a3-4030-8b36-de70cc9667b1', 'port_id': '1b69dc72-245c-49f9-855f-4cf1a1b1b094', 'mac_address': 'fa:16:3e:91:4d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20a76b4-6bd6-4766-87fa-09dcfb6eed3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:24:39.359724 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-710a7b16-6b32-40df-9e8c-b61650688236 req-b55a153a-e814-40be-95f8-11731b5f2958 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 943 time: 0.0507393 May 10 20:24:39.397197 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 1b69dc72-245c-49f9-855f-4cf1a1b1b094 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:39.397591 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:39.411103 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-710a7b16-6b32-40df-9e8c-b61650688236 req-55f7db7f-28e2-496a-ba09-51e50bca919b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490243 May 10 20:24:39.413650 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (e5e678be-b945-4887-8767-9ca2c655f251), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:39.416445 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b69dc72-245c-49f9-855f-4cf1a1b1b094 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:24:39.441769 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 1b69dc72-245c-49f9-855f-4cf1a1b1b094, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1b69dc72-245c-49f9-855f-4cf1a1b1b094,segment=NetworkSegment(46791e30-4519-4c7b-a4be-a9f9f8260227),segment_id=46791e30-4519-4c7b-a4be-a9f9f8260227)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:39.442737 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:39.466682 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Pushing event updated for resources: {'Port': ['ID=e5e678be-b945-4887-8767-9ca2c655f251,revision_number=2']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:39.476017 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.476366 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.476786 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.477118 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.477450 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.477777 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.478124 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.478444 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.478767 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.479090 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.479412 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.479695 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Network 97616d50-d128-4d48-95c9-0ecc4a239629 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:24:39.479812 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.480059 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.480376 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.480693 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:24:39.482645 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:24:39.484082 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Attempting to bind port e5e678be-b945-4887-8767-9ca2c655f251 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:24:39.484453 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Attempting to bind port e5e678be-b945-4887-8767-9ca2c655f251 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:24:39.484820 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Attempting to bind port e5e678be-b945-4887-8767-9ca2c655f251 on network 6687bf44-6b81-4c08-8ccb-c06067e5e244 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:24:39.486190 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:24:39.490459 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:24:39.490837 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Checking segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:24:39.491237 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:39.491624 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Bound using segment: {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:24:39.492089 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Bound port: e5e678be-b945-4887-8767-9ca2c655f251, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981107fb-783b-4312-8946-8f8795e0c761', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:24:39.493010 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (e5e678be-b945-4887-8767-9ca2c655f251), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:39.518411 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Pushing event updated for resources: {'Port': ['ID=bb2387f1-0811-4792-8020-e71d8cc0a340,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:39.532334 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502831'] for router_interface (fac29b97-38ec-47d8-b738-3fe83f00c0ff), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:39.534012 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:39.547762 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] For port e5e678be-b945-4887-8767-9ca2c655f251, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:24:39.551234 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] For port e5e678be-b945-4887-8767-9ca2c655f251, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=e5e678be-b945-4887-8767-9ca2c655f251,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:24:39.595231 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=1b69dc72-245c-49f9-855f-4cf1a1b1b094,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:39.624039 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (e5e678be-b945-4887-8767-9ca2c655f251), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:39.687638 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:24:39.688240 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:24:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:39.692998 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518b0bd-9066-41bd-8d4f-a9f2a418ee19 None None] Pushing event updated for resources: {'Port': ['ID=e5e678be-b945-4887-8767-9ca2c655f251,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:39.748559 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:39.790156 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['1b69dc72-245c-49f9-855f-4cf1a1b1b094'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:24:39.807833 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:24:39.834672 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-ed6ef9b8-d067-4249-a536-4187916fdce2 None None] Provisioning complete for port bb2387f1-0811-4792-8020-e71d8cc0a340 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:39.835179 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ed6ef9b8-d067-4249-a536-4187916fdce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:39.907782 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ef9b8-d067-4249-a536-4187916fdce2 None None] Port bb2387f1-0811-4792-8020-e71d8cc0a340 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:24:39.952583 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Publish callbacks [] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:40.017202 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:37Z', 'revision_number': 3, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:40.023515 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836405'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:40.058455 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345e87b-c1a9-484b-80c7-8abafecb2b43 None None] The sync data for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi is: [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:37Z', 'revision_number': 3, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:24:40.104483 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Pushing event updated for resources: {'Port': ['ID=bb2387f1-0811-4792-8020-e71d8cc0a340,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:40.107182 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7908696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503314'] for router_interface (fac29b97-38ec-47d8-b738-3fe83f00c0ff), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:40.160740 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38e533c1-bd39-4d85-8892-258e27ca99b8 req-8f42d995-2cab-4dec-ac11-74ed136c368d tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 210 time: 0.3281050 May 10 20:24:40.206536 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Network 97616d50-d128-4d48-95c9-0ecc4a239629 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:24:40.207947 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:24:40.344542 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Router fac29b97-38ec-47d8-b738-3fe83f00c0ff has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:24:40.481598 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:24:40.492359 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e18901f7-6bf2-4004-b808-33b33fb2a14d admin admin] 10.222.0.65 "PUT /v2.0/routers/fac29b97-38ec-47d8-b738-3fe83f00c0ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9992945 May 10 20:24:40.539530 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-c033c378-172c-4944-a965-53b9db4c0fb2 None None] Provisioning complete for port bb2387f1-0811-4792-8020-e71d8cc0a340 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:40.539912 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c033c378-172c-4944-a965-53b9db4c0fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:40.576357 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec762498-2375-4d63-9759-e26f1a44e756 req-22137df4-05bd-4841-9165-b5be6e8824bf tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:40.578198 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ec762498-2375-4d63-9759-e26f1a44e756 req-22137df4-05bd-4841-9165-b5be6e8824bf tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 944 time: 0.0636804 May 10 20:24:40.589844 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-85362b3a-01ea-4432-a275-a1daf76fc5e7 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=b5515c98d19e4d53b195f1d190997208&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291924 May 10 20:24:40.620438 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-c033c378-172c-4944-a965-53b9db4c0fb2 None None] Port bb2387f1-0811-4792-8020-e71d8cc0a340 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:24:40.683771 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ec762498-2375-4d63-9759-e26f1a44e756 req-8215b34e-6aa9-4e1c-866e-f58d40dac876 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994473 May 10 20:24:40.782186 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device e5e678be-b945-4887-8767-9ca2c655f251 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:24:40.861631 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port e5e678be-b945-4887-8767-9ca2c655f251 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:40.862296 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (e5e678be-b945-4887-8767-9ca2c655f251), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:40.914421 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-b5e96397-8f7c-49c1-9db4-ce651095796a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:40.915888 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-b5e96397-8f7c-49c1-9db4-ce651095796a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209870 May 10 20:24:40.930573 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Request body: {'port': {'device_id': '11293c6a-e525-42a4-8bd3-a3c8bab24743', 'network_id': '34a6a82c-6f16-4730-859b-d13c53b4db11', 'admin_state_up': True, 'tenant_id': 'b5515c98d19e4d53b195f1d190997208'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:24:40.956674 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port e5e678be-b945-4887-8767-9ca2c655f251 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:40.957447 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (e5e678be-b945-4887-8767-9ca2c655f251), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:40.986823 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] For port e5e678be-b945-4887-8767-9ca2c655f251, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=e5e678be-b945-4887-8767-9ca2c655f251,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:41.003202 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 60070) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:41.009015 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-dcda9319-a0f4-45f0-bbaf-c99786b9fb4a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190547675', 'description': 'tempest-description--1697425975'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:24:41.048414 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (e5e678be-b945-4887-8767-9ca2c655f251), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.099720 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Pushing event updated for resources: {'Port': ['ID=e5e678be-b945-4887-8767-9ca2c655f251,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:41.135253 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dcda9319-a0f4-45f0-bbaf-c99786b9fb4a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.162601 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Made reservation on behalf of b5515c98d19e4d53b195f1d190997208 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:24:41.167607 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.178726 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.219681 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dcda9319-a0f4-45f0-bbaf-c99786b9fb4a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (437f7772-4bed-46b1-a8f4-d0de5a970e7d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.236518 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 1b69dc72-245c-49f9-855f-4cf1a1b1b094 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:24:41.266556 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4270feda-9f85-45d4-a636-b58ba6ef9732 req-5103ec3e-bee9-4089-b9bf-4c9dbe10ae59 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 210 time: 0.0286543 May 10 20:24:41.276596 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Publish callbacks [] for security_group (58ff3a34-0711-4a72-9a83-a05c456522f8), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.282622 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dcda9319-a0f4-45f0-bbaf-c99786b9fb4a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (437f7772-4bed-46b1-a8f4-d0de5a970e7d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.297547 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port 1b69dc72-245c-49f9-855f-4cf1a1b1b094 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:24:41.315519 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda9319-a0f4-45f0-bbaf-c99786b9fb4a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437f7772-4bed-46b1-a8f4-d0de5a970e7d,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:41.372187 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (58ff3a34-0711-4a72-9a83-a05c456522f8), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.372708 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 1b69dc72-245c-49f9-855f-4cf1a1b1b094 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:41.373302 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.375029 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dcda9319-a0f4-45f0-bbaf-c99786b9fb4a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.379803 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-dcda9319-a0f4-45f0-bbaf-c99786b9fb4a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3754385 May 10 20:24:41.380416 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 60078) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:41.384865 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-3ce5a330-96ff-4ac8-b5bf-c6ebc673d32c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'security_group_rule': {'security_group_id': '437f7772-4bed-46b1-a8f4-d0de5a970e7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:24:41.439949 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ff3a34-0711-4a72-9a83-a05c456522f8,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:41.458938 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 1b69dc72-245c-49f9-855f-4cf1a1b1b094 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:41.459323 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.484022 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb90d6b-7083-4118-94fa-736fbc886744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b69dc72-245c-49f9-855f-4cf1a1b1b094'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:24:41.486300 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb990f6-c301-46b6-b134-763fb5ff2aa8" -d '{"events": [{"server_uuid": "9bb90d6b-7083-4118-94fa-736fbc886744", "name": "network-vif-plugged", "status": "completed", "tag": "1b69dc72-245c-49f9-855f-4cf1a1b1b094"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:24:41.500281 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 1b69dc72-245c-49f9-855f-4cf1a1b1b094, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1b69dc72-245c-49f9-855f-4cf1a1b1b094,segment=NetworkSegment(46791e30-4519-4c7b-a4be-a9f9f8260227),segment_id=46791e30-4519-4c7b-a4be-a9f9f8260227)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:41.505374 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a330-96ff-4ac8-b5bf-c6ebc673d32c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (4bcf7edd-575e-4ec6-bdd3-30a97dfa41f8), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.524068 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Allocated IP 192.168.233.56 (34a6a82c-6f16-4730-859b-d13c53b4db11/e7bb782b-e204-434d-8637-a1244e01efe2/474ff5fc-e7fe-4c60-a8a9-00898d145425) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:24:41.533921 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc664004-11fb-4ae9-95cd-a42b23f1b600 x-openstack-request-id: req-cc664004-11fb-4ae9-95cd-a42b23f1b600 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:24:41.534418 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb90d6b-7083-4118-94fa-736fbc886744", "name": "network-vif-plugged", "status": "completed", "tag": "1b69dc72-245c-49f9-855f-4cf1a1b1b094", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:24:41.535229 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc664004-11fb-4ae9-95cd-a42b23f1b600 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:24:41.536233 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc664004-11fb-4ae9-95cd-a42b23f1b600'] response: {'server_uuid': '9bb90d6b-7083-4118-94fa-736fbc886744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b69dc72-245c-49f9-855f-4cf1a1b1b094', 'code': 200} May 10 20:24:41.576879 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a330-96ff-4ac8-b5bf-c6ebc673d32c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (4bcf7edd-575e-4ec6-bdd3-30a97dfa41f8), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.591388 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.647233 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=1b69dc72-245c-49f9-855f-4cf1a1b1b094,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:41.676818 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a330-96ff-4ac8-b5bf-c6ebc673d32c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (4bcf7edd-575e-4ec6-bdd3-30a97dfa41f8), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.692863 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5a330-96ff-4ac8-b5bf-c6ebc673d32c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bcf7edd-575e-4ec6-bdd3-30a97dfa41f8,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:41.712846 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Publish callbacks [] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.797293 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fe5fa-330c-4ec8-8a01-21cb1176b7dd req-32b71d03-030e-4f5f-b24c-b1fe786bec25 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:41.799367 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-075fe5fa-330c-4ec8-8a01-21cb1176b7dd req-32b71d03-030e-4f5f-b24c-b1fe786bec25 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0507939 May 10 20:24:41.804880 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a330-96ff-4ac8-b5bf-c6ebc673d32c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.806048 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-3ce5a330-96ff-4ac8-b5bf-c6ebc673d32c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4247096 May 10 20:24:41.808921 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 60084) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:41.813615 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-a4712399-8faa-4a63-999d-6d1506e78e66 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'security_group_rule': {'security_group_id': '437f7772-4bed-46b1-a8f4-d0de5a970e7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:24:41.837977 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.852272 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-075fe5fa-330c-4ec8-8a01-21cb1176b7dd req-50bab59b-c4c1-415c-91a2-9af9bbbedcc5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444515 May 10 20:24:41.881142 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Network 34a6a82c-6f16-4730-859b-d13c53b4db11 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:24:41.884359 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:24:41.892813 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:24:41.915842 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Pushing event updated for resources: {'Port': ['ID=474ff5fc-e7fe-4c60-a8a9-00898d145425,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:41.946383 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:41.947027 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:41.953157 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Sync routers for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:24:41.969441 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:24:41.970073 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:24:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:41.994862 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a4712399-8faa-4a63-999d-6d1506e78e66 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (6db17c2c-c095-4292-8dc7-5f70be041f3f), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:42.013552 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66e06b-f23b-48af-8fa6-e186b92ad413 req-5e416792-8158-4c4e-bca4-1300ee32aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:42.015759 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6e66e06b-f23b-48af-8fa6-e186b92ad413 req-5e416792-8158-4c4e-bca4-1300ee32aa3a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 1129 time: 0.0522358 May 10 20:24:42.049530 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-5b64d13f-a680-4588-a0f1-188e5b7697a0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1243629 May 10 20:24:42.063958 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Request body: {'port': {'device_id': '11293c6a-e525-42a4-8bd3-a3c8bab24743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:24:42.077015 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6e66e06b-f23b-48af-8fa6-e186b92ad413 req-bc87edbd-74e3-49fa-812a-c60d79cc04fe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545614 May 10 20:24:42.112371 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a4712399-8faa-4a63-999d-6d1506e78e66 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (6db17c2c-c095-4292-8dc7-5f70be041f3f), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:42.123300 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:24:42.138780 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:42.166436 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-29cc7fc1-8997-43c8-bcdc-0e0a967d2b6c None None] Provisioning complete for port 474ff5fc-e7fe-4c60-a8a9-00898d145425 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:42.166720 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-29cc7fc1-8997-43c8-bcdc-0e0a967d2b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:42.172650 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a4712399-8faa-4a63-999d-6d1506e78e66 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (6db17c2c-c095-4292-8dc7-5f70be041f3f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:42.210646 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4712399-8faa-4a63-999d-6d1506e78e66 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db17c2c-c095-4292-8dc7-5f70be041f3f,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:42.272795 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a4712399-8faa-4a63-999d-6d1506e78e66 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:42.274711 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a4712399-8faa-4a63-999d-6d1506e78e66 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4647517 May 10 20:24:42.278429 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 60088) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:42.282418 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'floatingip': {'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:24:42.417376 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:42.422690 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-29cc7fc1-8997-43c8-bcdc-0e0a967d2b6c None None] Port 474ff5fc-e7fe-4c60-a8a9-00898d145425 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:24:42.426390 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed447df-5ad1-4b28-966f-f84bbf6eaeb6 req-cc17fb30-6300-4838-b977-50970481984c tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:42.427899 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ed447df-5ad1-4b28-966f-f84bbf6eaeb6 req-cc17fb30-6300-4838-b977-50970481984c tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 935 time: 0.0710483 May 10 20:24:42.504353 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 2, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:42.534782 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Checking router: fac29b97-38ec-47d8-b738-3fe83f00c0ff for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:24:42.535139 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Updating router fac29b97-38ec-47d8-b738-3fe83f00c0ff port bb2387f1-0811-4792-8020-e71d8cc0a340 binding host dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:24:42.561947 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:42.574452 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:42.596767 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ed447df-5ad1-4b28-966f-f84bbf6eaeb6 req-a9bfe3ce-fa02-40af-9db2-6eb4f7844031 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500978 May 10 20:24:42.642812 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474ff5fc-e7fe-4c60-a8a9-00898d145425 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:24:42.657023 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Publish callbacks [] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:42.680375 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Transition to ACTIVE for port object 474ff5fc-e7fe-4c60-a8a9-00898d145425 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:24:42.735218 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device e5e678be-b945-4887-8767-9ca2c655f251 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:24:42.739063 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Allocated IP 172.27.1.82 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/8f632cf8-ce19-4bee-bb97-985bacfb4d05) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:24:42.787962 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:42.814482 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port e5e678be-b945-4887-8767-9ca2c655f251 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:42.814849 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (e5e678be-b945-4887-8767-9ca2c655f251), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:42.866334 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=474ff5fc-e7fe-4c60-a8a9-00898d145425,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:42.903613 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for port (8f632cf8-ce19-4bee-bb97-985bacfb4d05), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:42.925821 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Publish callbacks [] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:42.962922 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port e5e678be-b945-4887-8767-9ca2c655f251 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:42.991113 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96a14e-f563-458a-87a4-dfa0aeeae323 req-9b912a48-2e3c-4429-9c1c-5ab42c0f456c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:42.998635 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3c96a14e-f563-458a-87a4-dfa0aeeae323 req-9b912a48-2e3c-4429-9c1c-5ab42c0f456c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0628884 May 10 20:24:43.014178 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (8f632cf8-ce19-4bee-bb97-985bacfb4d05), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.018405 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Attempting to bind port 474ff5fc-e7fe-4c60-a8a9-00898d145425 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:24:43.018732 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Attempting to bind port 474ff5fc-e7fe-4c60-a8a9-00898d145425 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '34a6a82c-6f16-4730-859b-d13c53b4db11'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:24:43.019059 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Attempting to bind port 474ff5fc-e7fe-4c60-a8a9-00898d145425 on network 34a6a82c-6f16-4730-859b-d13c53b4db11 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:24:43.026368 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.046490 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Port 474ff5fc-e7fe-4c60-a8a9-00898d145425 on network 34a6a82c-6f16-4730-859b-d13c53b4db11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:24:43.046883 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Attempting to bind port 474ff5fc-e7fe-4c60-a8a9-00898d145425 on network 34a6a82c-6f16-4730-859b-d13c53b4db11 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:24:43.048009 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3c96a14e-f563-458a-87a4-dfa0aeeae323 req-93bc1570-029f-4424-b7d3-3361a65325ac tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478535 May 10 20:24:43.064338 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:24:43.065185 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:24:43.065517 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Checking segment: {'id': 'e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '34a6a82c-6f16-4730-859b-d13c53b4db11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:24:43.065894 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Bound using segment: {'id': 'e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '34a6a82c-6f16-4730-859b-d13c53b4db11'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:24:43.066399 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Bound port: 474ff5fc-e7fe-4c60-a8a9-00898d145425, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '34a6a82c-6f16-4730-859b-d13c53b4db11'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:24:43.066751 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.072836 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:24:43.084265 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:24:43.088998 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee90398-df8f-4086-a7e4-c8f9ded65cce None None] Pushing event updated for resources: {'Port': ['ID=bb2387f1-0811-4792-8020-e71d8cc0a340,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:43.124831 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'Port': ['ID=8f632cf8-ce19-4bee-bb97-985bacfb4d05,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:43.180109 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Attempting to bind port bb2387f1-0811-4792-8020-e71d8cc0a340 on host dv-cinder-828805-2-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:24:43.180385 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Attempting to bind port bb2387f1-0811-4792-8020-e71d8cc0a340 by drivers openvswitch,hyperv on host dv-cinder-828805-2-iscsi at level 0 using segments [{'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:24:43.180751 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Attempting to bind port bb2387f1-0811-4792-8020-e71d8cc0a340 on network 97616d50-d128-4d48-95c9-0ecc4a239629 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:24:43.187263 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Checking agent: {'id': '5ad6c9e1-619a-412d-9969-afcaf8a4a2b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 7, 57), 'started_at': datetime.datetime(2022, 5, 10, 20, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:24:43.187508 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Checking segment: {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:24:43.187709 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.188098 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Bound using segment: {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:24:43.188574 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Bound port: bb2387f1-0811-4792-8020-e71d8cc0a340, host: dv-cinder-828805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:24:43.188955 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.218682 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] For port 474ff5fc-e7fe-4c60-a8a9-00898d145425, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:24:43.238268 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] For port 474ff5fc-e7fe-4c60-a8a9-00898d145425, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=474ff5fc-e7fe-4c60-a8a9-00898d145425,segment=NetworkSegment(e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0),segment_id=e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:24:43.248075 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.259845 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] For port bb2387f1-0811-4792-8020-e71d8cc0a340, host dv-cinder-828805-2-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:24:43.263726 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] For port bb2387f1-0811-4792-8020-e71d8cc0a340, host dv-cinder-828805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=bb2387f1-0811-4792-8020-e71d8cc0a340,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:24:43.305632 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.334117 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.345102 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:43.345718 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.347113 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] 10.222.0.83 "PUT /v2.0/ports/474ff5fc-e7fe-4c60-a8a9-00898d145425 HTTP/1.1" status: 200 len: 1097 time: 1.2889729 May 10 20:24:43.349119 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11293c6a-e525-42a4-8bd3-a3c8bab24743', 'tag': '474ff5fc-e7fe-4c60-a8a9-00898d145425'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:24:43.351429 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c344b43-e198-4dfa-ab6d-002ad82b4ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "11293c6a-e525-42a4-8bd3-a3c8bab24743", "tag": "474ff5fc-e7fe-4c60-a8a9-00898d145425"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:24:43.402153 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ac6ac-6356-4935-8e55-20234304c0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=474ff5fc-e7fe-4c60-a8a9-00898d145425,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:43.402990 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:24:43.403618 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:24:23Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:43.411788 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (8f632cf8-ce19-4bee-bb97-985bacfb4d05), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.450979 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cf5ee7-2c6b-4188-9fe2-e66a3854a482 x-openstack-request-id: req-c7cf5ee7-2c6b-4188-9fe2-e66a3854a482 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:24:43.451271 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11293c6a-e525-42a4-8bd3-a3c8bab24743", "tag": "474ff5fc-e7fe-4c60-a8a9-00898d145425", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:24:43.451526 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7cf5ee7-2c6b-4188-9fe2-e66a3854a482 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:24:43.451930 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7cf5ee7-2c6b-4188-9fe2-e66a3854a482'] response: {'name': 'network-changed', 'server_uuid': '11293c6a-e525-42a4-8bd3-a3c8bab24743', 'tag': '474ff5fc-e7fe-4c60-a8a9-00898d145425', 'status': 'completed', 'code': 200} May 10 20:24:43.504106 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-987bafda-9e39-466f-a701-75f6e8902428 None None] Provisioning complete for port bb2387f1-0811-4792-8020-e71d8cc0a340 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:43.504559 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-987bafda-9e39-466f-a701-75f6e8902428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.511446 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee90398-df8f-4086-a7e4-c8f9ded65cce None None] Pushing event updated for resources: {'Port': ['ID=bb2387f1-0811-4792-8020-e71d8cc0a340,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:43.614573 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c344b43-e198-4dfa-ab6d-002ad82b4ff1 req-07557c8b-353b-4edd-b03a-5a5b61b4c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:43.616572 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c344b43-e198-4dfa-ab6d-002ad82b4ff1 req-07557c8b-353b-4edd-b03a-5a5b61b4c6a6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5515c98d19e4d53b195f1d190997208&device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 1131 time: 0.0905752 May 10 20:24:43.662835 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c344b43-e198-4dfa-ab6d-002ad82b4ff1 req-bbd8316f-14d2-4dd0-9d3b-72741261269a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=b5515c98d19e4d53b195f1d190997208&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289738 May 10 20:24:43.672273 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:24:43.729417 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-987bafda-9e39-466f-a701-75f6e8902428 None None] Current status of the port bb2387f1-0811-4792-8020-e71d8cc0a340 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:43.729714 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-987bafda-9e39-466f-a701-75f6e8902428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.761644 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85141ea-6fa1-43d8-8a3c-fb7d8346c119 req-8c019d48-7406-486c-be0b-6bd7038089c1 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:43.763741 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d85141ea-6fa1-43d8-8a3c-fb7d8346c119 req-8c019d48-7406-486c-be0b-6bd7038089c1 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 947 time: 0.0558846 May 10 20:24:43.778182 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for port (8f632cf8-ce19-4bee-bb97-985bacfb4d05), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.799329 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c344b43-e198-4dfa-ab6d-002ad82b4ff1 req-8542cb66-09ea-4829-a118-0cfe6ba641d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:43.800801 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c344b43-e198-4dfa-ab6d-002ad82b4ff1 req-8542cb66-09ea-4829-a118-0cfe6ba641d8 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260667 May 10 20:24:43.815221 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d85141ea-6fa1-43d8-8a3c-fb7d8346c119 req-02371a5f-4174-45e5-8773-ee4a029eaa30 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454772 May 10 20:24:43.837425 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (8f632cf8-ce19-4bee-bb97-985bacfb4d05), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.846705 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-987bafda-9e39-466f-a701-75f6e8902428 None None] For port bb2387f1-0811-4792-8020-e71d8cc0a340, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=bb2387f1-0811-4792-8020-e71d8cc0a340,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:43.910500 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-987bafda-9e39-466f-a701-75f6e8902428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.934845 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-c1b2f73d-0fb1-4f1f-a7db-2cd5e6be6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:43.936322 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-c1b2f73d-0fb1-4f1f-a7db-2cd5e6be6bc7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5515c98d19e4d53b195f1d190997208&device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 1131 time: 0.0962648 May 10 20:24:43.950412 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'Port': ['ID=8f632cf8-ce19-4bee-bb97-985bacfb4d05,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:43.959673 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:43.988324 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:43.991624 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-aafb117c-9c2b-4ebf-9f0c-e034e05bcc62 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=474ff5fc-e7fe-4c60-a8a9-00898d145425 HTTP/1.1" status: 200 len: 217 time: 0.0486398 May 10 20:24:43.999869 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f0a34-c8c1-4af3-9c6b-0a113499b940 None None] The sync data for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi is: [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:24:44.005608 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bafda-9e39-466f-a701-75f6e8902428 None None] Pushing event updated for resources: {'Port': ['ID=bb2387f1-0811-4792-8020-e71d8cc0a340,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:44.050165 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-767ca67a-c039-4c7d-8366-3a72e119f5f3 None None] Provisioning complete for port bb2387f1-0811-4792-8020-e71d8cc0a340 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:44.050652 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-767ca67a-c039-4c7d-8366-3a72e119f5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:44.067740 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-e5fcc734-061a-4e92-a9e2-df5eb6bdba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:44.078856 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-e5fcc734-061a-4e92-a9e2-df5eb6bdba50 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7bb782b-e204-434d-8637-a1244e01efe2 HTTP/1.1" status: 200 len: 843 time: 0.0787926 May 10 20:24:44.150214 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:44.151422 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ed0b15c4-42c8-4f6a-942a-e991972ea9b7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8724604 May 10 20:24:44.162468 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-7b6763fb-f814-4c48-8080-5abf86d8c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:44.163874 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-7b6763fb-f814-4c48-8080-5abf86d8c3af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34a6a82c-6f16-4730-859b-d13c53b4db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0755703 May 10 20:24:44.179435 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-767ca67a-c039-4c7d-8366-3a72e119f5f3 None None] Current status of the port bb2387f1-0811-4792-8020-e71d8cc0a340 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:44.280137 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e5a09-5306-4461-bcc2-975842e3cb67 req-ce99942c-ff1d-45e0-b2e2-82084296ab14 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:44.282135 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f94e5a09-5306-4461-bcc2-975842e3cb67 req-ce99942c-ff1d-45e0-b2e2-82084296ab14 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0954185 May 10 20:24:44.320780 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-21c6441b-8238-4dd4-aa0e-f9c8e4c7b999 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1190547675&fields=id&tenant_id=1d1c68d15d634e81acba3ca215f5548c HTTP/1.1" status: 200 len: 267 time: 0.0553544 May 10 20:24:44.328680 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-e4a5dbfd-0248-4ba7-bd60-135776d0540d service neutron] 10.222.0.83 "GET /v2.0/networks/34a6a82c-6f16-4730-859b-d13c53b4db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578813 May 10 20:24:44.411207 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f94e5a09-5306-4461-bcc2-975842e3cb67 req-dcf89ef7-e84b-442b-8c22-88a44e7e9f93 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198609 May 10 20:24:44.441531 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-c4089416-8d40-466c-a219-dda82d30e63a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:44.443595 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-c4089416-8d40-466c-a219-dda82d30e63a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 814 time: 0.1156075 May 10 20:24:44.460715 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-e58360be-5f4b-4f46-8d43-b4611af46266 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/quotas/1d1c68d15d634e81acba3ca215f5548c HTTP/1.1" status: 200 len: 375 time: 0.0108469 May 10 20:24:44.466856 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45896de7-b2ec-4b0e-9889-e6d8265685d0 req-6b793c59-6622-4cd6-a317-321d08a88c5c service neutron] 10.222.0.83 "GET /v2.0/networks/34a6a82c-6f16-4730-859b-d13c53b4db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315875 May 10 20:24:44.519913 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-f828fcbf-9155-4514-993b-1e26b1600216 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498233 May 10 20:24:44.637632 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-41d16827-b127-485b-839f-e554e52ed5d7 service neutron] 10.222.0.65 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027861 May 10 20:24:44.738641 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-1118c755-30ff-4d0f-8559-30dae9a96ce5 service neutron] 10.222.0.65 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949636 May 10 20:24:44.743095 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device bb2387f1-0811-4792-8020-e71d8cc0a340 up at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:24:44.793644 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Provisioning complete for port bb2387f1-0811-4792-8020-e71d8cc0a340 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:44.794111 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:44.879904 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Current status of the port bb2387f1-0811-4792-8020-e71d8cc0a340 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:45.042119 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d889be-fc5b-41b2-9991-63a8517eb917 req-644a00b0-3c27-4a3d-b00b-51f70b8bf4df tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:45.043673 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a4d889be-fc5b-41b2-9991-63a8517eb917 req-644a00b0-3c27-4a3d-b00b-51f70b8bf4df tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 947 time: 0.0542092 May 10 20:24:45.101757 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a4d889be-fc5b-41b2-9991-63a8517eb917 req-85344335-fe54-4fbb-8033-daccf75ad01f tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480161 May 10 20:24:45.171101 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5a9446c8-545e-4a8b-af4c-f9d636155fc1 req-8d52d43b-c4f6-43ae-8806-d0b1df5eea9a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 210 time: 0.0284982 May 10 20:24:46.217694 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35498eb9-65b2-414e-a897-5ac16d686af0 req-65137de0-7639-46a8-9205-d5d4f2f69305 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:46.222579 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-35498eb9-65b2-414e-a897-5ac16d686af0 req-65137de0-7639-46a8-9205-d5d4f2f69305 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 947 time: 0.0517726 May 10 20:24:46.268535 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-35498eb9-65b2-414e-a897-5ac16d686af0 req-84eead47-5050-4835-bf8e-0dba844c7efc tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434554 May 10 20:24:46.271352 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c99e5f18-0679-4927-9504-10f3ea88493f req-13452c77-ed9b-4629-8101-7f48e9c95c0b tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 210 time: 0.0297005 May 10 20:24:47.259866 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 474ff5fc-e7fe-4c60-a8a9-00898d145425 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:24:47.301076 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-69324ed1-8e8a-420d-a997-71cd7a6ccee9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:47.303186 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-69324ed1-8e8a-420d-a997-71cd7a6ccee9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 814 time: 0.1131823 May 10 20:24:47.370944 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-ce605759-e7f4-4b42-a0df-3e3a8fd81e69 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d1c68d15d634e81acba3ca215f5548c HTTP/1.1" status: 200 len: 380 time: 0.0594089 May 10 20:24:47.390281 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-2c6dd4ec-3050-489b-b213-4936ba2549a9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'port': {'device_id': '4c370a2b-a8cd-4cbf-ba4c-48b870291ba3', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'admin_state_up': True, 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'security_groups': ['437f7772-4bed-46b1-a8f4-d0de5a970e7d']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:24:47.400480 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 474ff5fc-e7fe-4c60-a8a9-00898d145425, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=474ff5fc-e7fe-4c60-a8a9-00898d145425,segment=NetworkSegment(e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0),segment_id=e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:47.410494 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d932d4-0b5e-441d-aa9b-797e72711891 req-0ae8d2f2-6b7d-4638-b72b-733aa4a61803 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:47.413738 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d6db1371-e8c5-440e-84b4-6102e95464aa req-3fada9e2-815b-4c27-84d5-cb400e670cf7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 210 time: 0.0416729 May 10 20:24:47.418360 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '474ff5fc-e7fe-4c60-a8a9-00898d145425', 'network_id': '34a6a82c-6f16-4730-859b-d13c53b4db11', 'port_id': '474ff5fc-e7fe-4c60-a8a9-00898d145425', 'mac_address': 'fa:16:3e:24:04:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bb782b-e204-434d-8637-a1244e01efe2', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:24:47.420462 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c3d932d4-0b5e-441d-aa9b-797e72711891 req-0ae8d2f2-6b7d-4638-b72b-733aa4a61803 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 947 time: 0.0774009 May 10 20:24:47.468960 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c3d932d4-0b5e-441d-aa9b-797e72711891 req-a2af0a6a-3ee0-4083-9305-ffca6ba96b61 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480735 May 10 20:24:47.474155 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 474ff5fc-e7fe-4c60-a8a9-00898d145425 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:47.474613 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:47.488433 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474ff5fc-e7fe-4c60-a8a9-00898d145425 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:24:47.508243 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 474ff5fc-e7fe-4c60-a8a9-00898d145425, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=474ff5fc-e7fe-4c60-a8a9-00898d145425,segment=NetworkSegment(e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0),segment_id=e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:47.607737 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:47.636223 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-2c6dd4ec-3050-489b-b213-4936ba2549a9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Made reservation on behalf of 1d1c68d15d634e81acba3ca215f5548c for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:24:47.639752 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-2c6dd4ec-3050-489b-b213-4936ba2549a9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:47.655564 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=474ff5fc-e7fe-4c60-a8a9-00898d145425,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:47.764300 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-2c6dd4ec-3050-489b-b213-4936ba2549a9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Allocated IP 172.20.0.3 (97616d50-d128-4d48-95c9-0ecc4a239629/86273698-c72a-41cc-a137-9df9c9b913fc/0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:24:47.849082 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['474ff5fc-e7fe-4c60-a8a9-00898d145425'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:24:47.899432 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-2c6dd4ec-3050-489b-b213-4936ba2549a9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:47.991408 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-2c6dd4ec-3050-489b-b213-4936ba2549a9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:48.032877 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-2c6dd4ec-3050-489b-b213-4936ba2549a9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Network 97616d50-d128-4d48-95c9-0ecc4a239629 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:24:48.036131 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-2c6dd4ec-3050-489b-b213-4936ba2549a9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:24:48.042777 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-2c6dd4ec-3050-489b-b213-4936ba2549a9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:24:48.048748 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dd4ec-3050-489b-b213-4936ba2549a9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'Port': ['ID=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:48.094458 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-2c6dd4ec-3050-489b-b213-4936ba2549a9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:48.095061 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-2c6dd4ec-3050-489b-b213-4936ba2549a9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:48.159527 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-2c6dd4ec-3050-489b-b213-4936ba2549a9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7745492 May 10 20:24:48.171521 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Request body: {'port': {'device_id': '4c370a2b-a8cd-4cbf-ba4c-48b870291ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:24:48.223361 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-c94e6f12-3b46-4b1a-a9e6-fa86b4e462ae None None] Provisioning complete for port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:48.223727 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c94e6f12-3b46-4b1a-a9e6-fa86b4e462ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:48.236111 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:48.257927 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-c94e6f12-3b46-4b1a-a9e6-fa86b4e462ae None None] Port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:24:48.585457 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd8197-6461-4e91-9d03-3e923980ed76 req-546155a9-97d6-4788-bc8d-b6460fd0e590 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:48.587496 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-01bd8197-6461-4e91-9d03-3e923980ed76 req-546155a9-97d6-4788-bc8d-b6460fd0e590 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 948 time: 0.0484960 May 10 20:24:48.636252 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-01bd8197-6461-4e91-9d03-3e923980ed76 req-c56a8981-90d0-4c40-8ef6-8e4edb20ff57 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432158 May 10 20:24:48.710725 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa434965-f6e6-4223-a7bc-f535fb5453d1 req-6f5a6e4e-a263-4975-9196-bd8188ca8fdf tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:48.712590 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa434965-f6e6-4223-a7bc-f535fb5453d1 req-6f5a6e4e-a263-4975-9196-bd8188ca8fdf tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 931 time: 0.0622191 May 10 20:24:48.793144 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa434965-f6e6-4223-a7bc-f535fb5453d1 req-4013b6a2-2336-4e0e-9262-c9ad21dd6dc9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=437f7772-4bed-46b1-a8f4-d0de5a970e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725930 May 10 20:24:48.822879 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:24:48.830394 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Publish callbacks [] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:48.843875 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Transition to ACTIVE for port object 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:24:48.916161 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:48.965225 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:49.039510 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Attempting to bind port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:24:49.039857 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Attempting to bind port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:24:49.040556 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Attempting to bind port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 on network 97616d50-d128-4d48-95c9-0ecc4a239629 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:24:49.044890 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 on network 97616d50-d128-4d48-95c9-0ecc4a239629 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:24:49.045212 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Attempting to bind port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 on network 97616d50-d128-4d48-95c9-0ecc4a239629 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:24:49.050184 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:24:49.050523 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Checking segment: {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:24:49.050905 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Bound using segment: {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:24:49.051328 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Bound port: 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:24:49.051686 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:49.119354 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] For port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:24:49.123630 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] For port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:24:49.191550 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:49.222499 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:49.223076 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:49.224461 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] 10.222.0.83 "PUT /v2.0/ports/0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 HTTP/1.1" status: 200 len: 1093 time: 1.0572588 May 10 20:24:49.226554 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c370a2b-a8cd-4cbf-ba4c-48b870291ba3', 'tag': '0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:24:49.229449 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f986a43-aa57-41a9-83b2-365780ea8b25" -d '{"events": [{"name": "network-changed", "server_uuid": "4c370a2b-a8cd-4cbf-ba4c-48b870291ba3", "tag": "0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:24:49.264878 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223257f7-c267-41e0-bd2d-8e19b4818114 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:49.266390 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 474ff5fc-e7fe-4c60-a8a9-00898d145425 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:24:49.271662 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b687e087-8148-4baa-9cad-677155e5a9e6 x-openstack-request-id: req-b687e087-8148-4baa-9cad-677155e5a9e6 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:24:49.272161 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c370a2b-a8cd-4cbf-ba4c-48b870291ba3", "tag": "0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:24:49.272571 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b687e087-8148-4baa-9cad-677155e5a9e6 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:24:49.273150 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b687e087-8148-4baa-9cad-677155e5a9e6'] response: {'name': 'network-changed', 'server_uuid': '4c370a2b-a8cd-4cbf-ba4c-48b870291ba3', 'tag': '0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441', 'status': 'completed', 'code': 200} May 10 20:24:49.325690 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port 474ff5fc-e7fe-4c60-a8a9-00898d145425 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:24:49.333842 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986a43-aa57-41a9-83b2-365780ea8b25 req-936a13b2-bf62-4f2a-bc59-fdcedc4e42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:49.335363 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f986a43-aa57-41a9-83b2-365780ea8b25 req-936a13b2-bf62-4f2a-bc59-fdcedc4e42ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 1127 time: 0.0453241 May 10 20:24:49.403241 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 474ff5fc-e7fe-4c60-a8a9-00898d145425 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:49.403753 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:49.439320 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986a43-aa57-41a9-83b2-365780ea8b25 req-86020254-10ae-4d56-9dd3-16cc149c539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:49.440779 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f986a43-aa57-41a9-83b2-365780ea8b25 req-86020254-10ae-4d56-9dd3-16cc149c539b service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=1d1c68d15d634e81acba3ca215f5548c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0979748 May 10 20:24:49.482121 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 474ff5fc-e7fe-4c60-a8a9-00898d145425 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:49.482487 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:49.514209 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11293c6a-e525-42a4-8bd3-a3c8bab24743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474ff5fc-e7fe-4c60-a8a9-00898d145425'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:24:49.516419 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e981bd18-08d3-4169-b587-44467a5ad968" -d '{"events": [{"server_uuid": "11293c6a-e525-42a4-8bd3-a3c8bab24743", "name": "network-vif-plugged", "status": "completed", "tag": "474ff5fc-e7fe-4c60-a8a9-00898d145425"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:24:49.529205 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 474ff5fc-e7fe-4c60-a8a9-00898d145425, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=474ff5fc-e7fe-4c60-a8a9-00898d145425,segment=NetworkSegment(e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0),segment_id=e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:49.537640 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986a43-aa57-41a9-83b2-365780ea8b25 req-39bfccac-4b2b-4fae-8bd4-ec2e1f02fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:49.539829 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f986a43-aa57-41a9-83b2-365780ea8b25 req-39bfccac-4b2b-4fae-8bd4-ec2e1f02fb0c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931494 May 10 20:24:49.552592 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c6402e-d90f-4c11-80ec-ccd05e0282f6 x-openstack-request-id: req-e8c6402e-d90f-4c11-80ec-ccd05e0282f6 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:24:49.552917 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11293c6a-e525-42a4-8bd3-a3c8bab24743", "name": "network-vif-plugged", "status": "completed", "tag": "474ff5fc-e7fe-4c60-a8a9-00898d145425", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:24:49.553176 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8c6402e-d90f-4c11-80ec-ccd05e0282f6 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:24:49.553579 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c6402e-d90f-4c11-80ec-ccd05e0282f6'] response: {'server_uuid': '11293c6a-e525-42a4-8bd3-a3c8bab24743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474ff5fc-e7fe-4c60-a8a9-00898d145425', 'code': 200} May 10 20:24:49.619395 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:49.623393 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-b4b779c1-a5ed-4936-80f0-7cc0aec0b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:49.624993 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-b4b779c1-a5ed-4936-80f0-7cc0aec0b1a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 1127 time: 0.0479007 May 10 20:24:49.676467 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-cabca9a8-6bb7-41b4-a8f1-049dd2f19818 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 HTTP/1.1" status: 200 len: 217 time: 0.0445149 May 10 20:24:49.677565 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=474ff5fc-e7fe-4c60-a8a9-00898d145425,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:49.728097 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-c410ee3c-b5a1-414e-9fbe-d2a3c030fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:49.729563 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-c410ee3c-b5a1-414e-9fbe-d2a3c030fbfb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 200 len: 853 time: 0.0480030 May 10 20:24:49.766111 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f323da-6f61-4a1c-aabb-d310c1ec4a1e req-d42ed76e-47fc-4caa-a260-31f95260f763 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:49.767517 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-62f323da-6f61-4a1c-aabb-d310c1ec4a1e req-d42ed76e-47fc-4caa-a260-31f95260f763 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 949 time: 0.0528176 May 10 20:24:49.777306 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-aada3ba2-bd2f-4036-8eef-9d8e9bc4a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:49.778939 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-aada3ba2-bd2f-4036-8eef-9d8e9bc4a86a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97616d50-d128-4d48-95c9-0ecc4a239629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436001 May 10 20:24:49.816587 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-62f323da-6f61-4a1c-aabb-d310c1ec4a1e req-e9a9138d-57b2-4135-808f-cd7f3ef3426a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433097 May 10 20:24:49.870927 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-6a1f01ea-4df3-4a21-8687-f39f652817a9 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858955 May 10 20:24:49.958105 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39254c1f-3985-4077-b51c-4750e59be03e req-1f6571df-0602-4b7d-9085-7fda67a8dd84 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:49.959574 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39254c1f-3985-4077-b51c-4750e59be03e req-1f6571df-0602-4b7d-9085-7fda67a8dd84 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 943 time: 0.0877731 May 10 20:24:50.021401 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1edac896-cd7a-48cf-91b9-38a2b648a19e req-4c3c4d9d-4cc7-41cf-ae91-c312d9a57b5d service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411886 May 10 20:24:50.031182 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ccff8-b8e7-4cd4-9c07-f777c382a5b5 req-4739807e-0638-435c-aedf-837b2be8eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:50.032687 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-447ccff8-b8e7-4cd4-9c07-f777c382a5b5 req-4739807e-0638-435c-aedf-837b2be8eb86 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 1133 time: 0.0391011 May 10 20:24:50.032849 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39254c1f-3985-4077-b51c-4750e59be03e req-1284c161-62fa-4258-98a1-94a2507eba69 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=437f7772-4bed-46b1-a8f4-d0de5a970e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619473 May 10 20:24:50.076719 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-447ccff8-b8e7-4cd4-9c07-f777c382a5b5 req-46fd9daa-fb64-4d9a-ae60-d4cd87759ea3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381417 May 10 20:24:50.857648 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6b17-4e56-42e9-8e85-e43482374d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:50.929803 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe3d9f-c326-464f-9b59-4ac0f5dad51c req-338f86eb-505e-4627-b4e9-61192ebf7cae tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:50.931327 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-19fe3d9f-c326-464f-9b59-4ac0f5dad51c req-338f86eb-505e-4627-b4e9-61192ebf7cae tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 949 time: 0.0461969 May 10 20:24:50.981357 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-19fe3d9f-c326-464f-9b59-4ac0f5dad51c req-93ed9317-5776-4ccf-8596-2c641ff28fc5 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446732 May 10 20:24:51.147057 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24745a1d-3bef-4ac6-ae6f-bc5f94227e28 req-9b1de7c2-bf39-4ce1-bd71-9099d741fbad tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:51.149202 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-24745a1d-3bef-4ac6-ae6f-bc5f94227e28 req-9b1de7c2-bf39-4ce1-bd71-9099d741fbad tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 943 time: 0.0478141 May 10 20:24:51.200471 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-24745a1d-3bef-4ac6-ae6f-bc5f94227e28 req-e1c416bc-0ef9-42fe-9075-ebbdef41e22c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=437f7772-4bed-46b1-a8f4-d0de5a970e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454588 May 10 20:24:52.093675 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9526f4-eb45-4d28-8eb6-7e4b9fb18f40 req-d4569c7b-9d18-4460-9ff2-8a28e7bdfab2 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:52.095167 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db9526f4-eb45-4d28-8eb6-7e4b9fb18f40 req-d4569c7b-9d18-4460-9ff2-8a28e7bdfab2 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 949 time: 0.0467277 May 10 20:24:52.141701 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-db9526f4-eb45-4d28-8eb6-7e4b9fb18f40 req-c80d00bb-a710-465d-942d-da3b726fc1dc tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410404 May 10 20:24:52.314326 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feefb11-fc87-4e39-b366-ab0e6a4f52be req-9c060269-6895-4f7a-b6b6-a2b700d38635 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:52.315827 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2feefb11-fc87-4e39-b366-ab0e6a4f52be req-9c060269-6895-4f7a-b6b6-a2b700d38635 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 943 time: 0.0481594 May 10 20:24:52.362098 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2feefb11-fc87-4e39-b366-ab0e6a4f52be req-324ec6d8-46fb-4f94-ae02-4ee8e7c05444 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=437f7772-4bed-46b1-a8f4-d0de5a970e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400684 May 10 20:24:53.121940 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-675c0303-8b3a-4d0e-9a33-da618ae6b605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:53.255527 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d0cc2-0b71-4484-acb8-e2905224b967 req-827c070c-839a-45b0-a6b9-5df18b20b7cf tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:53.256919 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4a4d0cc2-0b71-4484-acb8-e2905224b967 req-827c070c-839a-45b0-a6b9-5df18b20b7cf tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 949 time: 0.0480936 May 10 20:24:53.267084 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:24:53.323494 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4a4d0cc2-0b71-4484-acb8-e2905224b967 req-92dab6dd-2fc3-4431-986a-fb4de8e06625 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586829 May 10 20:24:53.380890 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:53.394044 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'port_id': '0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441', 'mac_address': 'fa:16:3e:b1:18:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:24:53.440609 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:53.441091 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:53.455721 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:24:53.475827 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:53.493037 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5c1ad-d8bd-4bbd-ad46-8f7783b3f5f1 req-2d5616a4-613d-48c9-8573-5f2a7c238a7f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:53.494659 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6bc5c1ad-d8bd-4bbd-ad46-8f7783b3f5f1 req-2d5616a4-613d-48c9-8573-5f2a7c238a7f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 943 time: 0.0540779 May 10 20:24:53.541642 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6bc5c1ad-d8bd-4bbd-ad46-8f7783b3f5f1 req-957817d8-628b-4ca8-8f01-6855e13b176c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=437f7772-4bed-46b1-a8f4-d0de5a970e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409989 May 10 20:24:53.571777 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:53.620881 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:53.810526 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1a80b-9298-4aa8-a461-ddb7913ca44c req-b1056387-ac8f-43b7-b7a8-74e94d0484bf tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:53.811901 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-39b1a80b-9298-4aa8-a461-ddb7913ca44c req-b1056387-ac8f-43b7-b7a8-74e94d0484bf tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 949 time: 0.0463884 May 10 20:24:53.820184 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:24:53.863708 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-39b1a80b-9298-4aa8-a461-ddb7913ca44c req-5ce0cc03-24f0-4e9a-9605-110ce360ee5e tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450335 May 10 20:24:54.204163 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 60200) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:54.424968 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:54.494791 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-724f8d08-a7cd-45d4-98d8-9f6bf82299a0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Deleting port d632f942-67ee-497b-bfda-f60d9ef5929e {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:24:54.495048 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-724f8d08-a7cd-45d4-98d8-9f6bf82299a0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (d632f942-67ee-497b-bfda-f60d9ef5929e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:54.587711 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-724f8d08-a7cd-45d4-98d8-9f6bf82299a0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (d632f942-67ee-497b-bfda-f60d9ef5929e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:54.588039 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-724f8d08-a7cd-45d4-98d8-9f6bf82299a0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for floatingip (d632f942-67ee-497b-bfda-f60d9ef5929e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:54.603960 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-724f8d08-a7cd-45d4-98d8-9f6bf82299a0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Calling delete_port for d632f942-67ee-497b-bfda-f60d9ef5929e owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:24:54.717476 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4dfe-ab45-457a-afba-5c9db9e30661 req-a5e239bf-6f73-44f1-9ab3-d6e9225a5985 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:54.719071 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f06a4dfe-ab45-457a-afba-5c9db9e30661 req-a5e239bf-6f73-44f1-9ab3-d6e9225a5985 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 944 time: 0.1052549 May 10 20:24:54.821512 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f06a4dfe-ab45-457a-afba-5c9db9e30661 req-f3f3f46b-f11f-48e2-91f2-8cc3eaf762ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=437f7772-4bed-46b1-a8f4-d0de5a970e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952919 May 10 20:24:54.916853 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-724f8d08-a7cd-45d4-98d8-9f6bf82299a0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (d632f942-67ee-497b-bfda-f60d9ef5929e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:54.946773 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f8d08-a7cd-45d4-98d8-9f6bf82299a0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Pushing event deleted for resources: {'Port': ['ID=d632f942-67ee-497b-bfda-f60d9ef5929e,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:54.980349 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c28c6-d464-433b-a479-7b96491823f4 req-7a0588ca-0f41-41b1-87ab-ce175f673a9e tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:54.981895 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-227c28c6-d464-433b-a479-7b96491823f4 req-7a0588ca-0f41-41b1-87ab-ce175f673a9e tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 949 time: 0.0494986 May 10 20:24:55.015135 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-724f8d08-a7cd-45d4-98d8-9f6bf82299a0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for floatingip (34e76065-a077-4e2c-a577-2b54f2bce766), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:55.015518 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-724f8d08-a7cd-45d4-98d8-9f6bf82299a0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Floating IP 34e76065-a077-4e2c-a577-2b54f2bce766 disassociated (deleted). External IP: 172.27.1.58, port: 7493a0cb-9315-4b94-8686-f58a23c9417d. May 10 20:24:55.024755 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:24:55.034697 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-227c28c6-d464-433b-a479-7b96491823f4 req-722a1141-454c-41aa-84a3-55496c5842b9 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471401 May 10 20:24:55.238624 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724f8d08-a7cd-45d4-98d8-9f6bf82299a0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Router ad83e42f-1a31-4d39-b451-c40c2da510b2 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:24:55.347707 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724f8d08-a7cd-45d4-98d8-9f6bf82299a0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:24:55.352067 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-724f8d08-a7cd-45d4-98d8-9f6bf82299a0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:55.357346 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35dac6-9f50-44a9-bf58-002e70c192ad None None] Sync routers for ids ['ad83e42f-1a31-4d39-b451-c40c2da510b2'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:24:55.366616 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35dac6-9f50-44a9-bf58-002e70c192ad None None] Routers {'ad83e42f-1a31-4d39-b451-c40c2da510b2'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:24:55.367730 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-4c35dac6-9f50-44a9-bf58-002e70c192ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:24:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['ad83e42f-1a31-4d39-b451-c40c2da510b2'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:55.381633 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-724f8d08-a7cd-45d4-98d8-9f6bf82299a0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "DELETE /v2.0/floatingips/34e76065-a077-4e2c-a577-2b54f2bce766 HTTP/1.1" status: 204 len: 168 time: 1.1761205 May 10 20:24:55.382253 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'tag': '7493a0cb-9315-4b94-8686-f58a23c9417d'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:24:55.385225 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b674403f-e1d9-442c-b719-e3ded8b648be" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddf4267-70b6-417f-b6de-6873fb9117a4", "tag": "7493a0cb-9315-4b94-8686-f58a23c9417d"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:24:55.427995 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170d3333-8f3e-4deb-bff2-31d8a6335e14 x-openstack-request-id: req-170d3333-8f3e-4deb-bff2-31d8a6335e14 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:24:55.428286 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddf4267-70b6-417f-b6de-6873fb9117a4", "tag": "7493a0cb-9315-4b94-8686-f58a23c9417d", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:24:55.428543 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-170d3333-8f3e-4deb-bff2-31d8a6335e14 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:24:55.428951 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-170d3333-8f3e-4deb-bff2-31d8a6335e14'] response: {'name': 'network-changed', 'server_uuid': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'tag': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'status': 'completed', 'code': 200} May 10 20:24:55.488593 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-4c35dac6-9f50-44a9-bf58-002e70c192ad None None] Set router ad83e42f-1a31-4d39-b451-c40c2da510b2 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:24:55.675182 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-4c35dac6-9f50-44a9-bf58-002e70c192ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port': {'id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:45Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c9cc452c-0a0e-43fd-8aa0-eb05875ac638', 'name': '', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'mac_address': 'fa:16:3e:5c:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:50Z', 'updated_at': '2022-05-10T20:18:55Z', 'revision_number': 5, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'subnets': [{'id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:55.701852 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35dac6-9f50-44a9-bf58-002e70c192ad None None] Checking router: ad83e42f-1a31-4d39-b451-c40c2da510b2 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:24:55.710322 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35dac6-9f50-44a9-bf58-002e70c192ad None None] Routers {'ad83e42f-1a31-4d39-b451-c40c2da510b2'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:24:55.711544 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-4c35dac6-9f50-44a9-bf58-002e70c192ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:24:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['ad83e42f-1a31-4d39-b451-c40c2da510b2'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:55.743554 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:55.817338 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517daca1-7504-4ff4-86a0-b8e9c621083b req-3bb21a7a-ed0b-4116-aa3e-58923451cf1b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:55.818929 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-517daca1-7504-4ff4-86a0-b8e9c621083b req-3bb21a7a-ed0b-4116-aa3e-58923451cf1b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0526104 May 10 20:24:55.822574 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-4c35dac6-9f50-44a9-bf58-002e70c192ad None None] Set router ad83e42f-1a31-4d39-b451-c40c2da510b2 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:24:55.874724 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-517daca1-7504-4ff4-86a0-b8e9c621083b req-60b98d86-9b42-4808-bd63-0f1d967a4014 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476389 May 10 20:24:55.946783 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24da6f4-d9dd-493d-93f8-fbac4cf6ab99 req-1da43880-9024-4ecf-a7ca-08a81e0a8fb0 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:55.948259 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a24da6f4-d9dd-493d-93f8-fbac4cf6ab99 req-1da43880-9024-4ecf-a7ca-08a81e0a8fb0 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 944 time: 0.0470040 May 10 20:24:55.994501 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a24da6f4-d9dd-493d-93f8-fbac4cf6ab99 req-ea27a858-c58f-46b7-af8c-9dd6e09be373 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=437f7772-4bed-46b1-a8f4-d0de5a970e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405197 May 10 20:24:56.111519 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-4c35dac6-9f50-44a9-bf58-002e70c192ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port': {'id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:45Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c9cc452c-0a0e-43fd-8aa0-eb05875ac638', 'name': '', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'mac_address': 'fa:16:3e:5c:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:50Z', 'updated_at': '2022-05-10T20:18:55Z', 'revision_number': 5, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'subnets': [{'id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:24:56.138378 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35dac6-9f50-44a9-bf58-002e70c192ad None None] The sync data for ids ['ad83e42f-1a31-4d39-b451-c40c2da510b2'] in dv-cinder-828805-2-iscsi is: [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port': {'id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:45Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'c9cc452c-0a0e-43fd-8aa0-eb05875ac638', 'name': '', 'network_id': '339c6d8e-af10-4b8c-9702-0522fc8af9c1', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'mac_address': 'fa:16:3e:5c:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:50Z', 'updated_at': '2022-05-10T20:18:55Z', 'revision_number': 5, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'subnets': [{'id': 'b0296e62-bd8a-4130-840e-5dc3ebc5a76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:24:56.154487 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277d77e-8241-4953-b4e3-f0be44e5cb19 req-d5f0f7b6-1828-460c-ab27-ae08bab5e98c tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:56.156006 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1277d77e-8241-4953-b4e3-f0be44e5cb19 req-d5f0f7b6-1828-460c-ab27-ae08bab5e98c tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 949 time: 0.0478806 May 10 20:24:56.204372 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1277d77e-8241-4953-b4e3-f0be44e5cb19 req-12f33d96-502a-4cd8-99ba-e0181f77cccc tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425665 May 10 20:24:56.370530 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede7974-5596-4d0f-af97-dcf437f44741 None None] New status for floating IP 34e76065-a077-4e2c-a577-2b54f2bce766: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:24:56.907068 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674403f-e1d9-442c-b719-e3ded8b648be req-02c34eb7-e8b7-48df-b974-5bcaa526cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:56.908612 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b674403f-e1d9-442c-b719-e3ded8b648be req-02c34eb7-e8b7-48df-b974-5bcaa526cc55 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b9724c9a575141d48bbfbde685774622&device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 1130 time: 0.0430088 May 10 20:24:56.993942 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a729fa-76f6-47d9-9630-ece91e49153c req-7d181ebe-6efa-405e-a184-f46e1f88aa3f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:56.995500 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7a729fa-76f6-47d9-9630-ece91e49153c req-7d181ebe-6efa-405e-a184-f46e1f88aa3f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0516117 May 10 20:24:57.005095 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674403f-e1d9-442c-b719-e3ded8b648be req-5b9ecfae-e02f-4384-a526-ed3c4ce61bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:57.006577 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b674403f-e1d9-442c-b719-e3ded8b648be req-5b9ecfae-e02f-4384-a526-ed3c4ce61bc7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=339c6d8e-af10-4b8c-9702-0522fc8af9c1 HTTP/1.1" status: 200 len: 909 time: 0.0856819 May 10 20:24:57.044722 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7a729fa-76f6-47d9-9630-ece91e49153c req-6ea00aaf-a87e-4893-a208-9bd611652160 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 May 10 20:24:57.108752 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:24:57.112626 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922b1b5-6748-4009-a6a3-694d938edca9 req-3463480d-6902-4366-9670-935bc76b8b65 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:57.114154 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a922b1b5-6748-4009-a6a3-694d938edca9 req-3463480d-6902-4366-9670-935bc76b8b65 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 944 time: 0.0470006 May 10 20:24:57.154195 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:24:57.166052 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a922b1b5-6748-4009-a6a3-694d938edca9 req-43f83001-8213-40f6-8d8a-5ec9ca5f04f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=437f7772-4bed-46b1-a8f4-d0de5a970e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452621 May 10 20:24:57.224782 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:24:57.225161 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:57.266043 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:57.309084 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:24:57.309472 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:57.320475 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6c63e-a14c-4a76-9bc7-723c5bbedbb3 req-53509a9d-5b5d-4ac1-9080-4b3da2367110 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:57.322119 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-09e6c63e-a14c-4a76-9bc7-723c5bbedbb3 req-53509a9d-5b5d-4ac1-9080-4b3da2367110 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 949 time: 0.0480080 May 10 20:24:57.332288 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c370a2b-a8cd-4cbf-ba4c-48b870291ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:24:57.334515 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27838354-36da-47c8-a4dd-385767bfa6ff" -d '{"events": [{"server_uuid": "4c370a2b-a8cd-4cbf-ba4c-48b870291ba3", "name": "network-vif-plugged", "status": "completed", "tag": "0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:24:57.347842 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:57.371235 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-09e6c63e-a14c-4a76-9bc7-723c5bbedbb3 req-89985df8-6a04-457e-947a-e22421fa458c tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 May 10 20:24:57.371605 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be723bca-65ee-4a9f-8e87-e161d4fb927c x-openstack-request-id: req-be723bca-65ee-4a9f-8e87-e161d4fb927c {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:24:57.371938 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c370a2b-a8cd-4cbf-ba4c-48b870291ba3", "name": "network-vif-plugged", "status": "completed", "tag": "0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:24:57.372201 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be723bca-65ee-4a9f-8e87-e161d4fb927c {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:24:57.372609 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be723bca-65ee-4a9f-8e87-e161d4fb927c'] response: {'server_uuid': '4c370a2b-a8cd-4cbf-ba4c-48b870291ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441', 'code': 200} May 10 20:24:57.417835 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:57.469335 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:58.182113 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b674403f-e1d9-442c-b719-e3ded8b648be req-388faf05-6909-4f13-8e12-20742e777d00 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7493a0cb-9315-4b94-8686-f58a23c9417d HTTP/1.1" status: 200 len: 217 time: 0.0383062 May 10 20:24:58.192830 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ff5c7-9812-47a7-9f78-0ed5689c6db2 req-dfc7a68e-28ac-4bba-98f0-4964a7affa92 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:58.194668 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-434ff5c7-9812-47a7-9f78-0ed5689c6db2 req-dfc7a68e-28ac-4bba-98f0-4964a7affa92 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0790021 May 10 20:24:58.248044 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-434ff5c7-9812-47a7-9f78-0ed5689c6db2 req-aafd6566-ba82-43c5-8867-55b8594d09c2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/security-groups?id=e070a609-6d5f-4307-a98f-5fa4e38be99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467412 May 10 20:24:58.318524 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674403f-e1d9-442c-b719-e3ded8b648be req-746317fd-a768-4106-bc66-b7a56439f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:58.320085 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b674403f-e1d9-442c-b719-e3ded8b648be req-746317fd-a768-4106-bc66-b7a56439f14e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0296e62-bd8a-4130-840e-5dc3ebc5a76d HTTP/1.1" status: 200 len: 847 time: 0.0531800 May 10 20:24:58.340355 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6659f-2e76-43e4-9dc9-c27db2f56444 req-4e9fe50e-babd-4be1-a032-87e9412ec79e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:58.341879 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-88c6659f-2e76-43e4-9dc9-c27db2f56444 req-4e9fe50e-babd-4be1-a032-87e9412ec79e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 945 time: 0.1056843 May 10 20:24:58.352869 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4926d85-f317-4a2f-995f-9521a065a6e2 req-3fdc8bda-561e-46ef-aa4f-eadcf2d6d0e4 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:58.354306 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a4926d85-f317-4a2f-995f-9521a065a6e2 req-3fdc8bda-561e-46ef-aa4f-eadcf2d6d0e4 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.83 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 949 time: 0.0651877 May 10 20:24:58.396260 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-88c6659f-2e76-43e4-9dc9-c27db2f56444 req-d9e7879f-9c86-445b-a7d4-a772c3d97a28 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=437f7772-4bed-46b1-a8f4-d0de5a970e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410244 May 10 20:24:58.499666 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674403f-e1d9-442c-b719-e3ded8b648be req-1896dc4d-72d2-4a43-b757-7961bd487e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:58.501163 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b674403f-e1d9-442c-b719-e3ded8b648be req-1896dc4d-72d2-4a43-b757-7961bd487e65 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=339c6d8e-af10-4b8c-9702-0522fc8af9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686257 May 10 20:24:58.509207 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f10b41-6d39-4615-9573-82951d874908 req-c17a7c8a-c786-4fc3-8cf5-88b127c9ffdb tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:58.510601 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-59f10b41-6d39-4615-9573-82951d874908 req-c17a7c8a-c786-4fc3-8cf5-88b127c9ffdb tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 949 time: 0.0695469 May 10 20:24:58.518149 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-a4926d85-f317-4a2f-995f-9521a065a6e2 req-4210cb89-84d9-4591-9157-77f28521bb4a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Deleting port 474ff5fc-e7fe-4c60-a8a9-00898d145425 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:24:58.518502 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a4926d85-f317-4a2f-995f-9521a065a6e2 req-4210cb89-84d9-4591-9157-77f28521bb4a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:58.577524 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.83', 63380) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:24:58.608757 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12adef5-81b1-4c4c-83cc-40ee5ab3c2e2 req-7c547561-8fca-4d41-906a-8fcf8c9003f5 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:58.610235 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f12adef5-81b1-4c4c-83cc-40ee5ab3c2e2 req-7c547561-8fca-4d41-906a-8fcf8c9003f5 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 946 time: 0.0888233 May 10 20:24:58.644697 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cd5f6-4ccc-47ff-8b66-c1dccb89031b req-8bbab0d1-e8a4-442d-97e4-594879a5a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:58.646250 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-992cd5f6-4ccc-47ff-8b66-c1dccb89031b req-8bbab0d1-e8a4-442d-97e4-594879a5a113 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 1129 time: 0.0665672 May 10 20:24:58.651338 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-59f10b41-6d39-4615-9573-82951d874908 req-d2ff22bc-40f8-4593-8d24-322a1897439a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/security-groups?id=58ff3a34-0711-4a72-9a83-a05c456522f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331069 May 10 20:24:58.697733 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b674403f-e1d9-442c-b719-e3ded8b648be req-de4b1323-ed33-453d-aaf4-8c0e3a903567 service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731973 May 10 20:24:58.707066 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-a4926d85-f317-4a2f-995f-9521a065a6e2 req-4210cb89-84d9-4591-9157-77f28521bb4a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] For port 474ff5fc-e7fe-4c60-a8a9-00898d145425, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=474ff5fc-e7fe-4c60-a8a9-00898d145425,segment=NetworkSegment(e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0),segment_id=e463c0bc-a7bf-4a88-a55d-8ffc1938cfc0)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:58.707435 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a4926d85-f317-4a2f-995f-9521a065a6e2 req-4210cb89-84d9-4591-9157-77f28521bb4a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:58.727481 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-a4926d85-f317-4a2f-995f-9521a065a6e2 req-4210cb89-84d9-4591-9157-77f28521bb4a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Calling delete_port for 474ff5fc-e7fe-4c60-a8a9-00898d145425 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:24:58.740942 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-f12adef5-81b1-4c4c-83cc-40ee5ab3c2e2 req-4688a6a7-7732-44be-b013-3912cb46249d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Deleting port 7493a0cb-9315-4b94-8686-f58a23c9417d {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:24:58.741281 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f12adef5-81b1-4c4c-83cc-40ee5ab3c2e2 req-4688a6a7-7732-44be-b013-3912cb46249d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:58.756703 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-992cd5f6-4ccc-47ff-8b66-c1dccb89031b req-5e82c78f-02e8-49fe-8527-a28fc5baf728 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=437f7772-4bed-46b1-a8f4-d0de5a970e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992482 May 10 20:24:58.798489 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b674403f-e1d9-442c-b719-e3ded8b648be req-b75652cb-ba31-48f5-9bc7-ef5de667e87b service neutron] 10.222.0.83 "GET /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914619 May 10 20:24:58.880863 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-f12adef5-81b1-4c4c-83cc-40ee5ab3c2e2 req-4688a6a7-7732-44be-b013-3912cb46249d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] For port 7493a0cb-9315-4b94-8686-f58a23c9417d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7493a0cb-9315-4b94-8686-f58a23c9417d,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:24:58.881224 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f12adef5-81b1-4c4c-83cc-40ee5ab3c2e2 req-4688a6a7-7732-44be-b013-3912cb46249d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:58.894323 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-f12adef5-81b1-4c4c-83cc-40ee5ab3c2e2 req-4688a6a7-7732-44be-b013-3912cb46249d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Calling delete_port for 7493a0cb-9315-4b94-8686-f58a23c9417d owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:24:59.037577 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a4926d85-f317-4a2f-995f-9521a065a6e2 req-4210cb89-84d9-4591-9157-77f28521bb4a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (474ff5fc-e7fe-4c60-a8a9-00898d145425), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:59.049517 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['474ff5fc-e7fe-4c60-a8a9-00898d145425'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:24:59.077468 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210cb89-84d9-4591-9157-77f28521bb4a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Pushing event deleted for resources: {'Port': ['ID=474ff5fc-e7fe-4c60-a8a9-00898d145425,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:59.127266 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4926d85-f317-4a2f-995f-9521a065a6e2 req-4210cb89-84d9-4591-9157-77f28521bb4a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] No DVR routers for this DVR port 474ff5fc-e7fe-4c60-a8a9-00898d145425 on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:24:59.129952 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a4926d85-f317-4a2f-995f-9521a065a6e2 req-4210cb89-84d9-4591-9157-77f28521bb4a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:59.133043 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a4926d85-f317-4a2f-995f-9521a065a6e2 req-4210cb89-84d9-4591-9157-77f28521bb4a tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.83 "DELETE /v2.0/ports/474ff5fc-e7fe-4c60-a8a9-00898d145425 HTTP/1.1" status: 204 len: 173 time: 0.6992116 May 10 20:24:59.133497 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11293c6a-e525-42a4-8bd3-a3c8bab24743', 'name': 'network-vif-deleted', 'tag': '474ff5fc-e7fe-4c60-a8a9-00898d145425'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:24:59.135820 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719ace59-a7e6-45f0-9c22-5ddb4c62b821" -d '{"events": [{"server_uuid": "11293c6a-e525-42a4-8bd3-a3c8bab24743", "name": "network-vif-deleted", "tag": "474ff5fc-e7fe-4c60-a8a9-00898d145425"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:24:59.178167 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f12adef5-81b1-4c4c-83cc-40ee5ab3c2e2 req-4688a6a7-7732-44be-b013-3912cb46249d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (7493a0cb-9315-4b94-8686-f58a23c9417d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:59.184178 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2179f97-c8e9-4f17-bb6c-c8501541e146 x-openstack-request-id: req-c2179f97-c8e9-4f17-bb6c-c8501541e146 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:24:59.187305 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11293c6a-e525-42a4-8bd3-a3c8bab24743", "name": "network-vif-deleted", "tag": "474ff5fc-e7fe-4c60-a8a9-00898d145425", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:24:59.187305 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2179f97-c8e9-4f17-bb6c-c8501541e146 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:24:59.187305 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2179f97-c8e9-4f17-bb6c-c8501541e146'] response: {'server_uuid': '11293c6a-e525-42a4-8bd3-a3c8bab24743', 'name': 'network-vif-deleted', 'tag': '474ff5fc-e7fe-4c60-a8a9-00898d145425', 'status': 'completed', 'code': 200} May 10 20:24:59.220421 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688a6a7-7732-44be-b013-3912cb46249d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Pushing event deleted for resources: {'Port': ['ID=7493a0cb-9315-4b94-8686-f58a23c9417d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:24:59.263952 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12adef5-81b1-4c4c-83cc-40ee5ab3c2e2 req-4688a6a7-7732-44be-b013-3912cb46249d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] No DVR routers for this DVR port 7493a0cb-9315-4b94-8686-f58a23c9417d on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:24:59.266348 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f12adef5-81b1-4c4c-83cc-40ee5ab3c2e2 req-4688a6a7-7732-44be-b013-3912cb46249d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:59.269610 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f12adef5-81b1-4c4c-83cc-40ee5ab3c2e2 req-4688a6a7-7732-44be-b013-3912cb46249d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.83 "DELETE /v2.0/ports/7493a0cb-9315-4b94-8686-f58a23c9417d HTTP/1.1" status: 204 len: 173 time: 0.6540422 May 10 20:24:59.354361 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-53ba8d6c-c198-4578-bf30-9803c16a8718 req-5eb932b5-af72-4fec-81fc-06fecb03eb30 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0283341 May 10 20:24:59.524148 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485b09d-be6c-4eb4-abd6-0d03107d2b46 req-72c00b1c-a658-4371-8313-2774c920746f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:24:59.525640 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5485b09d-be6c-4eb4-abd6-0d03107d2b46 req-72c00b1c-a658-4371-8313-2774c920746f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 945 time: 0.0573924 May 10 20:24:59.575676 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5485b09d-be6c-4eb4-abd6-0d03107d2b46 req-dc12875c-ee7f-48e0-accf-4cf973e23a53 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=437f7772-4bed-46b1-a8f4-d0de5a970e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442581 May 10 20:24:59.773716 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-497cc34c-70a5-4658-93a3-f82525a2e2c9 req-53f75bba-73ac-4e7c-8b62-3f2227b8d9f0 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 210 time: 0.0270894 May 10 20:25:00.450220 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-598a3fa7-afd5-4c97-aabc-54cd2dadc9a7 req-6e49e07f-b4c0-4764-b34c-76d12c66bef9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0312858 May 10 20:25:00.692778 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a209fa8-dd81-4496-a688-b4a2bf25e61b req-16a6d340-7222-4e23-9a2a-c2ed2bc2e22c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:25:00.694266 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8a209fa8-dd81-4496-a688-b4a2bf25e61b req-16a6d340-7222-4e23-9a2a-c2ed2bc2e22c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 945 time: 0.0507097 May 10 20:25:00.740754 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8a209fa8-dd81-4496-a688-b4a2bf25e61b req-e86f2da5-7a23-4676-a208-44bca1c85b08 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=437f7772-4bed-46b1-a8f4-d0de5a970e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 May 10 20:25:00.858372 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8be0eb-0331-476c-879b-31051a3eee2c req-6bf1a2ef-9fc0-46dd-9612-46f935c28ff3 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:25:00.859973 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb8be0eb-0331-476c-879b-31051a3eee2c req-6bf1a2ef-9fc0-46dd-9612-46f935c28ff3 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 945 time: 0.0567760 May 10 20:25:00.870606 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 60264) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:25:00.875275 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-8a181f85-466e-4339-9094-1e206febcd9a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'floatingip': {'port_id': '0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:25:00.893844 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b6b8eb06-01fc-4ab4-8250-3fd5e681783e req-ac255cde-95ee-4743-9daa-bbc9f43c8296 tempest-VolumesNegativeTest-970415069 tempest-VolumesNegativeTest-970415069-project] 10.222.0.65 "GET /v2.0/ports?device_id=11293c6a-e525-42a4-8bd3-a3c8bab24743 HTTP/1.1" status: 200 len: 210 time: 0.0277169 May 10 20:25:00.926076 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8a181f85-466e-4339-9094-1e206febcd9a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:01.118894 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 474ff5fc-e7fe-4c60-a8a9-00898d145425 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:25:01.140789 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: 474ff5fc-e7fe-4c60-a8a9-00898d145425 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:25:01.141147 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 474ff5fc-e7fe-4c60-a8a9-00898d145425 not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:25:01.141560 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7493a0cb-9315-4b94-8686-f58a23c9417d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:25:01.161927 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: 7493a0cb-9315-4b94-8686-f58a23c9417d {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:25:01.162299 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 7493a0cb-9315-4b94-8686-f58a23c9417d not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:25:01.384397 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'name': 'network-vif-deleted', 'tag': '7493a0cb-9315-4b94-8686-f58a23c9417d'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:25:01.386578 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f9988d-7ee5-48a1-8cb2-a96757a2bf76" -d '{"events": [{"server_uuid": "2ddf4267-70b6-417f-b6de-6873fb9117a4", "name": "network-vif-deleted", "tag": "7493a0cb-9315-4b94-8686-f58a23c9417d"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:25:01.437375 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d89400-99bf-4fda-b211-b1d95b960738 x-openstack-request-id: req-b8d89400-99bf-4fda-b211-b1d95b960738 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:25:01.437650 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddf4267-70b6-417f-b6de-6873fb9117a4", "name": "network-vif-deleted", "tag": "7493a0cb-9315-4b94-8686-f58a23c9417d", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:25:01.437903 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8d89400-99bf-4fda-b211-b1d95b960738 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:25:01.438310 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d89400-99bf-4fda-b211-b1d95b960738'] response: {'server_uuid': '2ddf4267-70b6-417f-b6de-6873fb9117a4', 'name': 'network-vif-deleted', 'tag': '7493a0cb-9315-4b94-8686-f58a23c9417d', 'status': 'completed', 'code': 200} May 10 20:25:01.549054 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-00a97533-fb0d-491a-8ab4-01078583b8c5 req-7047163f-9e75-42e8-82de-dc2234455ede tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0271411 May 10 20:25:01.641955 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8a181f85-466e-4339-9094-1e206febcd9a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:01.699284 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8a181f85-466e-4339-9094-1e206febcd9a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:01.801621 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-8a181f85-466e-4339-9094-1e206febcd9a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Floating IP 8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6 associated. External IP: 172.27.1.82, port: 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441. May 10 20:25:02.019293 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a181f85-466e-4339-9094-1e206febcd9a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Router fac29b97-38ec-47d8-b738-3fe83f00c0ff has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:25:02.133311 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a181f85-466e-4339-9094-1e206febcd9a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:25:02.138069 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8a181f85-466e-4339-9094-1e206febcd9a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:02.142570 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0b83e-cdcd-43ee-842b-68013a04db98 None None] Sync routers for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:25:02.152722 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0b83e-cdcd-43ee-842b-68013a04db98 None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:25:02.153324 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-6fd0b83e-cdcd-43ee-842b-68013a04db98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:24:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:25:02.172442 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8a181f85-466e-4339-9094-1e206febcd9a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "PUT /v2.0/floatingips/8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6 HTTP/1.1" status: 200 len: 990 time: 1.2984512 May 10 20:25:02.268033 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-6fd0b83e-cdcd-43ee-842b-68013a04db98 None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:25:02.485483 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-6fd0b83e-cdcd-43ee-842b-68013a04db98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'port_id': '0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'mac_address': 'fa:16:3e:b1:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c370a2b-a8cd-4cbf-ba4c-48b870291ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:24:43Z', 'updated_at': '2022-05-10T20:25:01Z', 'revision_number': 1, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:25:02.511896 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0b83e-cdcd-43ee-842b-68013a04db98 None None] Checking router: fac29b97-38ec-47d8-b738-3fe83f00c0ff for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:25:02.520397 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0b83e-cdcd-43ee-842b-68013a04db98 None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:25:02.521006 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-6fd0b83e-cdcd-43ee-842b-68013a04db98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:24:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:25:02.630736 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-6fd0b83e-cdcd-43ee-842b-68013a04db98 None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:25:02.647347 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2a3b155a-8d05-436d-86e2-524e8394d7f2 req-af51a5e3-e74d-4a55-82c5-f14c3b8fe867 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0305767 May 10 20:25:02.850071 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-6fd0b83e-cdcd-43ee-842b-68013a04db98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'port_id': '0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'mac_address': 'fa:16:3e:b1:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c370a2b-a8cd-4cbf-ba4c-48b870291ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:24:43Z', 'updated_at': '2022-05-10T20:25:01Z', 'revision_number': 1, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:25:02.876097 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0b83e-cdcd-43ee-842b-68013a04db98 None None] The sync data for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi is: [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'port_id': '0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'mac_address': 'fa:16:3e:b1:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c370a2b-a8cd-4cbf-ba4c-48b870291ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:24:43Z', 'updated_at': '2022-05-10T20:25:01Z', 'revision_number': 1, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:25:03.088761 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84655d-227d-444a-b36c-554ae9decf2b None None] New status for floating IP 8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:25:03.439117 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c370a2b-a8cd-4cbf-ba4c-48b870291ba3', 'tag': '0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:25:03.441530 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22741ae6-3620-4342-aa99-40d9b702bed4" -d '{"events": [{"name": "network-changed", "server_uuid": "4c370a2b-a8cd-4cbf-ba4c-48b870291ba3", "tag": "0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:25:03.475978 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf78995-8109-4eb7-abf7-dcb5d0a51bae x-openstack-request-id: req-4cf78995-8109-4eb7-abf7-dcb5d0a51bae {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:25:03.476275 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c370a2b-a8cd-4cbf-ba4c-48b870291ba3", "tag": "0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:25:03.476528 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cf78995-8109-4eb7-abf7-dcb5d0a51bae {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:25:03.476936 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf78995-8109-4eb7-abf7-dcb5d0a51bae'] response: {'name': 'network-changed', 'server_uuid': '4c370a2b-a8cd-4cbf-ba4c-48b870291ba3', 'tag': '0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441', 'status': 'completed', 'code': 200} May 10 20:25:03.536172 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22741ae6-3620-4342-aa99-40d9b702bed4 req-7984c0d2-6be7-4c9f-937e-6168971b4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:25:03.537594 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22741ae6-3620-4342-aa99-40d9b702bed4 req-7984c0d2-6be7-4c9f-937e-6168971b4197 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 1129 time: 0.0388443 May 10 20:25:03.631248 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22741ae6-3620-4342-aa99-40d9b702bed4 req-9b9a9e4f-00b4-46ea-9279-bed703266642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:25:03.632736 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22741ae6-3620-4342-aa99-40d9b702bed4 req-9b9a9e4f-00b4-46ea-9279-bed703266642 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 915 time: 0.0886884 May 10 20:25:03.700486 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22741ae6-3620-4342-aa99-40d9b702bed4 req-7142be09-d544-47ab-bd5b-5bd91087e46d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 HTTP/1.1" status: 200 len: 1000 time: 0.0613465 May 10 20:25:03.749165 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7607184c-2f10-4a43-a452-4f2d3dbcb5de req-3709829d-8527-4cdf-8454-885bcb4d42a7 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0327644 May 10 20:25:03.753047 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22741ae6-3620-4342-aa99-40d9b702bed4 req-5a558e2e-3994-4458-b4b1-41085665cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:25:03.754503 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22741ae6-3620-4342-aa99-40d9b702bed4 req-5a558e2e-3994-4458-b4b1-41085665cfc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 200 len: 853 time: 0.0472944 May 10 20:25:03.800762 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22741ae6-3620-4342-aa99-40d9b702bed4 req-1d27bcfd-0f7e-46ad-ac40-e034ae4b9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:25:03.802185 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22741ae6-3620-4342-aa99-40d9b702bed4 req-1d27bcfd-0f7e-46ad-ac40-e034ae4b9a2c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97616d50-d128-4d48-95c9-0ecc4a239629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421546 May 10 20:25:03.890091 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22741ae6-3620-4342-aa99-40d9b702bed4 req-83f87aa0-4644-4e26-b419-8e1a53a71388 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823472 May 10 20:25:03.988647 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22741ae6-3620-4342-aa99-40d9b702bed4 req-44436da4-610c-4248-8d33-ee6be6698962 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927923 May 10 20:25:04.846109 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8c91e5f8-113d-4a0f-9857-01f54658856d req-a93f2a62-6717-49bc-8f22-695c7c62355f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0296571 May 10 20:25:05.938646 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f0dd022f-e2cc-4652-8cdc-2fc0f2a6a5fd req-ae413eaf-e950-4848-848e-99e8cbd47b26 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0276697 May 10 20:25:07.033098 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2bd8c583-c4e1-4a23-8896-6e2998245f20 req-c109f860-199e-4699-b8cc-475f41a7f7c3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0264542 May 10 20:25:07.910261 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:08.126868 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f4a700bd-0c48-49e7-8cd1-b7840e7954ad req-cbd84b4d-6c27-4d74-b22a-ef3833ac81ef tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0269659 May 10 20:25:09.230282 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f3c562ed-2370-422b-b777-ecd3f37704d9 req-5dcccb24-4b85-401c-801f-d04d0e973c61 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0276937 May 10 20:25:10.321828 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-307b9acd-5727-46d2-8bdd-a66076afcd02 req-04433a92-76f8-4a01-98f2-9f1218ef1bf8 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0261624 May 10 20:25:11.413644 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c5fb827d-b0f0-44f1-81d2-8a051774efa3 req-8d98b599-fbac-4cd2-9b2a-9871e4fb95b0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0271916 May 10 20:25:12.507085 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d93edd9a-99a3-4dc8-abfd-64b7868a06c8 req-2c32f526-8d02-4425-82c3-45d565cb64f9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0261226 May 10 20:25:13.603429 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ad02e5a0-9ce9-47b5-a45a-ce08e659c634 req-9d654829-c921-4d0e-a4e8-65fe18efb864 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0303850 May 10 20:25:14.696244 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7b193f2d-26d0-4db4-bda4-cfc1bd7e7947 req-2c77c23e-c3e2-41e6-bf4c-67a9bc332806 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0275431 May 10 20:25:15.790623 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-203888ac-114b-48df-93ad-7a14a5e052f3 req-70549a38-fbd2-4f3d-8e83-4f8f21accbb5 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0279186 May 10 20:25:16.890900 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d286c4c8-0c1d-4630-b204-c6459e7f8b6d req-63a6c678-0827-404d-aab9-96ebde8caaa4 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0340626 May 10 20:25:17.985047 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c3e51fcc-b65a-417c-bd08-5497690d3046 req-02b49016-3f3d-48a0-8099-5f790d17636e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0277424 May 10 20:25:19.077878 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-705ccd0b-5897-414e-97f2-1e193b4b2f38 req-add9e4f8-f16b-434f-b742-78ef3c0a66fe tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0283923 May 10 20:25:20.176024 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2684dccf-6ce6-4257-be6d-c53e6919bb38 req-cc4de060-8d5b-405b-9245-40ea3af834b0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0277169 May 10 20:25:20.790720 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f12b7dcb-16da-4e62-be73-9bb9372c31aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:21.270258 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-57527909-8930-4079-956d-59930fac56d5 req-40dd5ba1-e203-492c-81a7-b6c5d6cca813 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0290456 May 10 20:25:22.362257 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9202c224-1e3b-4732-a2fc-3f1875833054 req-203ca9ad-e8c9-4e94-b56b-f55a0b3cbe1c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0267251 May 10 20:25:23.114917 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bca7a6b4-a706-4e54-b6cc-177e84854efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:23.456958 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2c124331-d28d-48d6-9e4f-7973006ee00e req-bfe144cc-4953-4aaa-8db8-917b21e3f795 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0282166 May 10 20:25:24.424929 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:24.563370 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-837a20cf-04a0-44b6-8b1d-66dd2c566d53 req-de685d8f-8171-4a76-af88-2a1b83ffbd37 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0406783 May 10 20:25:25.660494 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-86a2eaa6-b93f-4ed0-9b6c-b973ab361a17 req-e8d5e033-6053-418a-8b52-fec22ee31afa tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0282333 May 10 20:25:25.732164 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:26.754238 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35a07499-bea7-4f29-a6dc-b761c0015ee6 req-84705934-860d-4835-a7db-d2c81013fe27 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0273650 May 10 20:25:27.230634 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:27.851153 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6db2da23-2888-447d-9779-7d81d2c83a8f req-119fa2e0-099b-40ad-9926-8d46d67f4ebe tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0265360 May 10 20:25:28.945701 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a3de0fa-c083-42a5-acea-5ccb95359a96 req-6c40941e-0d4c-4f3b-b7a5-75b6f310d75f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0273438 May 10 20:25:30.044063 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6fb315d5-1d4b-43fa-baf3-2ea347b0fde2 req-4b116023-2e09-41f1-98e1-caa619e7e3b7 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0297632 May 10 20:25:31.138024 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6451be06-7f90-4009-ab0d-2b5dc56af27d req-bd8bd73e-0265-4202-aa2e-d79eb885f237 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0265546 May 10 20:25:32.023710 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:25:32.232900 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-72b9d1a4-3daa-43f7-88ab-92ef898c0363 req-cd71050e-374d-4d53-87ba-a95b88ecc805 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0276711 May 10 20:25:33.323849 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e7f08b3-24f4-4991-9d49-d0567be9c426 req-20f83b78-78cf-479a-90d4-28d8799bb873 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0269690 May 10 20:25:34.416949 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8740b926-08c9-468a-a30f-f5b4b4e78b4c req-577b4aa0-7a59-43c8-bb1d-3b522f0f235d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0278130 May 10 20:25:35.512040 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c69c7d7-4d69-492f-86a3-b91dc4cb544b req-0f050a49-7b2a-463f-be3c-84ffcaac7c56 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0268579 May 10 20:25:36.609107 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a092519c-2d39-4e79-858f-ddc5544f12c8 req-1dbb061c-b142-46d3-81fe-b399f5bd265c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0266590 May 10 20:25:37.704481 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-adad22aa-0f93-4e1f-9d23-44a7ee31e53a req-dab36536-678d-4338-8405-db90dc764a7c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0300374 May 10 20:25:37.915685 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:38.809902 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ea39bc2d-dd2e-4f6f-a0ea-6f8db43d3c8a req-fa558ab3-bf67-43a3-ab20-0d348ecf104e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0296299 May 10 20:25:39.237519 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81451356-dbba-466e-a1db-c01eabb9ec6f req-c2d5751f-ba2e-4368-b049-bd6560c136d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383537 May 10 20:25:39.293324 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81451356-dbba-466e-a1db-c01eabb9ec6f req-443b4e47-cb29-48b2-859d-9de5eaf00568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:25:39.294806 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81451356-dbba-466e-a1db-c01eabb9ec6f req-443b4e47-cb29-48b2-859d-9de5eaf00568 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 1129 time: 0.0378749 May 10 20:25:39.397002 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81451356-dbba-466e-a1db-c01eabb9ec6f req-ef43a686-b03e-46ee-b7f4-35e92d2c75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:25:39.398994 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81451356-dbba-466e-a1db-c01eabb9ec6f req-ef43a686-b03e-46ee-b7f4-35e92d2c75b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5faeb9f8-90a5-4864-8255-be306f147ea8 HTTP/1.1" status: 200 len: 913 time: 0.0848351 May 10 20:25:39.460616 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81451356-dbba-466e-a1db-c01eabb9ec6f req-b149c51f-c20c-48af-b67d-d37bf469711b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87aa9ad9-fb81-4369-8056-73c918735898 HTTP/1.1" status: 200 len: 1001 time: 0.0568841 May 10 20:25:39.507518 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81451356-dbba-466e-a1db-c01eabb9ec6f req-219413d4-29c0-475c-9d1b-2f6cc07aaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:25:39.508863 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81451356-dbba-466e-a1db-c01eabb9ec6f req-219413d4-29c0-475c-9d1b-2f6cc07aaa92 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=516f8c72-19b5-4ad2-a79b-f52f381944d9 HTTP/1.1" status: 200 len: 851 time: 0.0425625 May 10 20:25:39.553555 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81451356-dbba-466e-a1db-c01eabb9ec6f req-52054636-34b0-40a4-86f1-338027a28546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:25:39.555068 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81451356-dbba-466e-a1db-c01eabb9ec6f req-52054636-34b0-40a4-86f1-338027a28546 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5faeb9f8-90a5-4864-8255-be306f147ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409377 May 10 20:25:39.649191 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81451356-dbba-466e-a1db-c01eabb9ec6f req-1274be4f-b413-4c6a-a23b-5c48d1e104fc service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882590 May 10 20:25:39.740771 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81451356-dbba-466e-a1db-c01eabb9ec6f req-ec1ba129-11cc-4297-ac41-8ec54f01fbc8 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861290 May 10 20:25:40.172707 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-080c7c18-edad-4a0e-80ef-24e8bfb68d14 req-1be83efe-9e58-46c4-94eb-cb90f66da03b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.2953877 May 10 20:25:41.269817 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a1150b2a-f98a-4e70-bfc8-87ebac831ebe req-700eb805-71cb-427f-81e8-908508b75d57 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0292327 May 10 20:25:42.362604 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-56c207dc-8af0-4361-b477-79c8f6c07a47 req-b9dbe04d-a192-48be-8aef-90f1a3591c18 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0276468 May 10 20:25:43.455690 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11b97874-7319-4289-bd70-bfd26efb7419 req-1594bc37-c946-4c88-9a41-fdd4ad89e510 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0284479 May 10 20:25:44.547775 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-67ebf5ac-4c61-467e-bce7-f465495eeb0d req-5348c2e0-90e2-47cd-880a-62965954cd34 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0266492 May 10 20:25:45.641350 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e927fe55-1f0f-4261-986a-9cec5c39b560 req-f15d1d00-6eb6-4484-a858-5921df58481f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0277059 May 10 20:25:46.734795 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-19818f92-2779-42aa-bfb7-01d720bc8708 req-83d630a8-56ab-4511-8a72-ed8dce1ab964 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0275838 May 10 20:25:47.828924 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-87a8b0c6-fd24-4ba5-96e2-d440b7e788bc req-341e0d19-e27c-4f9c-a53b-72101b71ee4a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0275869 May 10 20:25:48.923973 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45103dde-107e-4193-9004-d66530d021b8 req-cf691efe-69e6-46df-bb55-d5643af877e1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0297654 May 10 20:25:50.021433 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94c8cefa-6bec-4a9b-905a-a9eb1276c2ad req-ed0aec20-38c9-445d-b205-0742344510c2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0271204 May 10 20:25:50.744787 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-47c4eed8-47d8-4d3b-8fb9-b8f80d3b3709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:51.113668 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d977fa61-0c75-4f2e-85dc-72cb4983e01b req-0108b6f5-bf37-4002-9a6f-43d82a8c388f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0268834 May 10 20:25:52.210128 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3942f8d2-3774-44c7-a4f7-6ea18512eaaf req-082674c7-eaef-44a5-aba3-86d918807866 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0310290 May 10 20:25:53.121755 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8eb0c515-5ea5-48f6-8840-65e6c26ac0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:53.301792 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cd26e5f4-8bfc-4760-9246-4bc6350c540f req-62a0e203-d9aa-4253-9a4b-61ddd44d16f4 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0262790 May 10 20:25:54.404149 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e15b7b40-bb8a-451d-8057-79ce73a318ec req-f1758b21-1bab-44bf-8f9f-5b4c14eddd24 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0279436 May 10 20:25:54.424496 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:55.499476 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f5a1f350-20f4-4f8e-9d28-cf8ab90eb238 req-0bbfc51c-1459-4a59-afb3-7befa25ff3e2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0274100 May 10 20:25:55.744444 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:56.598606 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e5eeaf2-99d6-4006-be71-da21886221f3 req-f5b4d790-9783-49a0-8cf3-1f8d7b8d2058 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0284560 May 10 20:25:57.276063 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:57.698669 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ade9b145-ec12-4ef4-ab3e-3b7abaf1dc9f req-5c17ec76-447e-44ca-a7b0-7714aca5214e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0301993 May 10 20:25:58.796157 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-68b9eb6c-155f-4fd3-9e33-9e0813ff5561 req-523bf598-d1be-4a10-8050-a192dc53e490 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0285304 May 10 20:25:59.889381 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c22ef60e-5abd-451d-a934-4ee54b9a4b62 req-c61ed616-adec-4e5f-b3b9-bc6ff179af8c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0262592 May 10 20:26:00.982825 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-68b38888-9a95-4c0a-8f0d-74ac8fc1e5af req-162f9b6d-de2f-49ee-ab4c-fbe6d2b8cf2c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0268672 May 10 20:26:02.075668 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-781cfdcf-44e7-4109-b95a-d008c4b78659 req-20ce8d7f-9ad8-4a95-8b8b-38013deff6cc tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0276856 May 10 20:26:03.171226 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e0500413-18da-4b6c-88b0-cd021fc8e2c8 req-ea8d1243-f636-4dc6-95c1-fd2dab69de41 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0299263 May 10 20:26:04.264668 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d0bdcf24-ea43-414e-b2d3-4da5e853a3f0 req-41e2da8d-2a65-45e1-8118-1b78b103b411 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0276732 May 10 20:26:05.377840 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8ad0d592-8056-458b-9028-f879c3a1904e req-b4334d06-52ee-40c9-b96d-89fd072f5e50 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0355258 May 10 20:26:06.482422 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8aeadf17-7a03-4aa6-867f-3f958db40061 req-d51d9d6d-11f2-4964-b29d-5836eaf80dc2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0304663 May 10 20:26:07.574014 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4f133381-45b1-4186-b604-dcd31dafc041 req-b9b3fd5f-7fc9-4163-af72-f332c04c7f24 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0271187 May 10 20:26:07.909991 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:08.667498 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-68ee2b1d-e044-4ba8-9fe6-65d083faaf64 req-9dcc88b8-d064-434c-8c90-3e213984c5df tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0261245 May 10 20:26:09.022074 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:26:09.761037 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12b5e4de-1bc5-4e8a-a3e9-f466dd706840 req-0fb87e54-73e8-4ae5-98df-9160d33a5297 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0274510 May 10 20:26:10.853113 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45e362bb-e31b-4530-b970-eb90e49de4ab req-aff958e7-c763-44a6-9bbf-6da0569da100 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0267892 May 10 20:26:11.948591 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-80068f54-6d3f-4402-93e8-4502dfbe34a6 req-ef4b3a5b-d308-43d6-be09-bfa681db415e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0297968 May 10 20:26:13.041094 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-575863d1-cfb3-4e26-aa5c-a2f30dc0144f req-350786d2-a05e-40e4-8028-0598df2f6161 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0270734 May 10 20:26:14.136244 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5099172c-e3ed-420c-94ff-2130c5332774 req-0c754168-3de3-42c6-89f6-46e2404c6b52 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0290451 May 10 20:26:15.231636 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-054c1992-f9e9-4d45-ae69-ebb1945fb234 req-6dfb82ff-fd56-49ef-8b54-d42ba59fbae0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0301521 May 10 20:26:16.323266 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3a820756-a696-4b0b-b831-e5ca2f362b1a req-6b1ea32d-76d6-41d1-8464-28c2a60891f4 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0263546 May 10 20:26:17.416952 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c66630c0-4276-4925-97fb-7dbb6d48c29b req-21512618-b973-45ab-8c88-6157d88a689e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0273201 May 10 20:26:18.513679 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-15cceeee-d0b5-45bf-ac5f-62e90f2f2fb1 req-8c886bac-94f3-43b9-b448-5d2e97334d2a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0277259 May 10 20:26:19.605908 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7a958e01-9efa-4e02-ac2e-224ead0d525e req-d95231d6-2bbe-463b-9cbd-5ebfead72953 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0270476 May 10 20:26:20.701020 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ec4fa6ac-5c39-459b-ac19-49bf804e341e req-240e5840-d025-4338-9696-615f2c4286d3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0296283 May 10 20:26:20.744451 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8e739135-1341-471a-8b15-23237d7f3947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:21.795400 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-47d9c579-5068-4078-a99f-b8982715c826 req-26e1d393-bbd1-4119-b07f-4e9cdd239bca tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0280812 May 10 20:26:22.890687 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9098439-96a4-427b-a162-82c12f0d04ce req-a70681d3-4d4f-4edf-bc4c-716a75b646a1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0280335 May 10 20:26:23.127163 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-65db6346-eaca-4046-97d4-d85d7fb6b59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:23.989526 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0f8428dc-0f6e-4a3e-bf4e-6820d390611e req-87b14133-ef44-4d03-8b30-accdc2e748f3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0295501 May 10 20:26:24.435353 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:25.082402 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-998da78a-5096-4336-9793-07ee1751dd8a req-b59d71cc-aec1-483f-838d-67606559c6f6 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0277808 May 10 20:26:25.750383 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:26.180361 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0961f80d-3b7c-41bc-afd7-cddb9cd92a59 req-d1ec05ad-984e-478a-ab40-0f2d73e0f668 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0275564 May 10 20:26:27.273438 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5acfc9de-fac6-4273-bfb4-a6a5e6239da9 req-248ef8fb-aa7d-490b-9684-e1c01b389d52 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0274167 May 10 20:26:27.276384 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:28.366185 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-852dc7be-d266-4b89-aaef-5d5200801139 req-a767b1e2-ca9f-483b-932a-b995145ad61a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0271077 May 10 20:26:29.462133 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8adca926-d3ee-462b-8aa5-ccce78d48245 req-cb6b13ca-2164-49fd-8060-f79635b8c571 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0295258 May 10 20:26:30.557410 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e7d44bd8-5366-4797-aeb6-7415681abf7f req-f761ae84-00de-451f-a5ea-6fc71408a81f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0274405 May 10 20:26:31.651445 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9599f7a-1563-46e5-a970-76a59d69f323 req-b606a2f2-2695-4ed5-a295-ba6d7497cfb7 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0280020 May 10 20:26:32.748269 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-92da88bb-e7af-47ff-afd8-1f55f14d21d9 req-372bac8f-df7d-4d35-8938-b57ef421642d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0301485 May 10 20:26:33.843777 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bbdcd166-fef1-4b59-b021-35f9bfbe353c req-44ae418a-c168-42b6-af76-f7916ed91a8f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0283000 May 10 20:26:34.936112 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d61af327-819a-43bd-a6be-a2660f28096b req-96832daf-c9cc-408c-85fe-b4355b031605 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0273573 May 10 20:26:36.028665 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-032fc17f-6683-45ec-a8e0-cb1ecb9d0b47 req-ee1998f0-e34d-45a1-8425-a88048d22d2c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0267918 May 10 20:26:37.121915 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-280dd80b-99c1-4849-9cbc-6aed76693554 req-3e5afa75-6fd3-4723-a434-c5a2aceba681 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0272176 May 10 20:26:37.938332 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:38.266378 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a2de2ec-2117-4112-b37a-7a9e35d1d83d req-f2251b2e-6852-4aa7-bb73-632508a3982b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0790989 May 10 20:26:39.361530 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ac391b9d-cb25-4944-ab84-ac69d9d489d8 req-ab5b01a9-2b68-4bb1-ada3-8ef7fd68d967 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0275338 May 10 20:26:40.454834 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66270439-dc13-47b3-8dbd-66564420e07a req-896540b5-f80d-44a1-8e67-c756512b8566 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0275147 May 10 20:26:41.219653 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3860ecfc-71e2-41b5-b80c-03a5c253faa9 req-98558e4b-4bc0-4c7d-a4a1-5e4be6229cdf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378401 May 10 20:26:41.296540 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860ecfc-71e2-41b5-b80c-03a5c253faa9 req-7a825149-379c-40d8-9d89-a71e64459e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:26:41.297991 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3860ecfc-71e2-41b5-b80c-03a5c253faa9 req-7a825149-379c-40d8-9d89-a71e64459e23 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 1129 time: 0.0379424 May 10 20:26:41.398355 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860ecfc-71e2-41b5-b80c-03a5c253faa9 req-ed1332ef-2b51-4f1d-86b4-0f8b6c4503b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:26:41.399810 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3860ecfc-71e2-41b5-b80c-03a5c253faa9 req-ed1332ef-2b51-4f1d-86b4-0f8b6c4503b1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5faeb9f8-90a5-4864-8255-be306f147ea8 HTTP/1.1" status: 200 len: 913 time: 0.0847850 May 10 20:26:41.462961 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3860ecfc-71e2-41b5-b80c-03a5c253faa9 req-1150e554-5da9-43cf-a91c-f240ad253155 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87aa9ad9-fb81-4369-8056-73c918735898 HTTP/1.1" status: 200 len: 1001 time: 0.0571215 May 10 20:26:41.517046 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860ecfc-71e2-41b5-b80c-03a5c253faa9 req-2db1542e-1f7e-4925-be63-c52edc775d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:26:41.518894 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3860ecfc-71e2-41b5-b80c-03a5c253faa9 req-2db1542e-1f7e-4925-be63-c52edc775d82 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=516f8c72-19b5-4ad2-a79b-f52f381944d9 HTTP/1.1" status: 200 len: 851 time: 0.0499806 May 10 20:26:41.565150 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860ecfc-71e2-41b5-b80c-03a5c253faa9 req-98558e7a-c821-4ec0-b7d5-cc4fee40b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:26:41.566791 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3860ecfc-71e2-41b5-b80c-03a5c253faa9 req-98558e7a-c821-4ec0-b7d5-cc4fee40b2ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5faeb9f8-90a5-4864-8255-be306f147ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407681 May 10 20:26:41.620268 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2395b42c-6e8a-4979-95b8-c3e07b9b848a req-5a68cbfe-6f25-40d7-a3f8-7abc8035165d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0851939 May 10 20:26:41.657537 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3860ecfc-71e2-41b5-b80c-03a5c253faa9 req-db406b29-d8e4-49ba-8428-0f6dc47b2f85 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838850 May 10 20:26:41.752611 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3860ecfc-71e2-41b5-b80c-03a5c253faa9 req-7fc2dd06-92b5-4f4b-9aa4-de70c804637d service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884700 May 10 20:26:42.716364 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-608ed98a-4f3c-415b-8024-f2fe4e22f763 req-2109f08d-9e51-4f11-b800-6447b385970f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0292964 May 10 20:26:43.812512 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ab93a58b-bf99-482b-8187-71dbbfab4291 req-95da6fe3-6134-4a0a-b1d0-38b03fbcd103 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0296540 May 10 20:26:44.907330 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c79521f3-04fa-4fa6-b860-088a421c3244 req-a0a1bb43-41b5-4027-a350-b7a525d7c390 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0280564 May 10 20:26:46.007126 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5f9688d4-9323-4a4c-b2c0-4a0a484f7efd req-46ac6e04-73fd-4026-8eda-7e731018a5be tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0274527 May 10 20:26:46.020795 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:26:47.098336 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5185a3bc-d17d-4559-9e42-536ccef80831 req-e92afd3a-59eb-4743-a594-32d9f134b9a1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0264475 May 10 20:26:48.190378 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fafe665b-bd50-404d-b554-98718a22ce21 req-69421a80-b68e-4135-92bf-15ab07252488 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0282130 May 10 20:26:49.284108 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bc8eb3d8-c588-4aae-943a-391fb3684bd7 req-751e40e9-8940-4d73-ac56-bd28119bae82 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0269315 May 10 20:26:50.378417 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-559242dd-eff2-4a91-ab23-a13d48603b6a req-903957e3-c2b5-4ee0-bc31-9aad421ecc7b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0293994 May 10 20:26:50.749504 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-964ce2d5-d445-4012-a9d1-0d348e5004a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:51.474496 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66cf06e1-539c-4510-9f8b-97cff92125f2 req-5372611b-a308-4ddc-96a5-eb89c78b1935 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0306461 May 10 20:26:52.569450 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5950860a-b9c1-496b-bb0f-c482d2d9c74d req-5aba2447-9b63-4bdd-8a8d-3e64434d9b41 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0274396 May 10 20:26:53.196408 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd788-bd96-44f4-b7d8-df0003137892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:53.661709 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d41a314f-52c0-47af-bba5-216f22219062 req-6aba4d7e-56cd-492d-a100-e3b00f4ec78a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0264702 May 10 20:26:54.424133 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:54.759954 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-31137046-33f2-4f4d-a260-b4372ca6609b req-0501a8b2-f90b-4b0e-914d-9666c13d8c51 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0273778 May 10 20:26:55.767080 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:55.853149 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f993e3f7-dcfa-4ccb-80f6-9562513ff6a3 req-4693eb52-f8af-4827-a18c-550c7e0ddf32 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0284448 May 10 20:26:56.951296 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da261da1-aabd-4067-88c4-1908012cc15d req-78ada3ff-eb00-4915-8efe-4fdffdd532dd tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0274310 May 10 20:26:57.241203 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:58.054245 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c90c5165-5b11-4031-b08a-82d53e8f92bc req-ff5833dd-69d8-4676-98b9-bc8f69a57b40 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0271175 May 10 20:26:59.156454 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9207d917-cec6-45ad-8f2f-dd84a9b80e05 req-35323077-03e0-4f4a-8e4d-fcfb6b2b9e18 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0309491 May 10 20:27:00.252685 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0f0bfb8e-a9de-4f3b-a4d1-7ae3b7287f32 req-6aa382cb-d1f7-4a58-9159-b0ba49eb3876 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0291178 May 10 20:27:01.353222 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-055ad8fe-8202-4502-92aa-24ce7e0aaf92 req-5f1b94a2-c3a7-485f-b7ad-7aa595917a25 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0301473 May 10 20:27:02.446712 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7bc6b50-2e36-4f20-aeed-cdd0eb39b01a req-632f1fce-f532-4e0b-8891-bf3b1b4c3ca0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0283263 May 10 20:27:03.538481 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0264d3c2-05b6-4581-b430-d544f69b719d req-131efea6-2f42-4e9c-8faf-e3d1d8ab8cf7 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0267560 May 10 20:27:04.631814 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6557121a-c4b2-436c-8856-29d4da546777 req-261f2aa2-8948-4101-a5d2-6eddb6b19557 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0272000 May 10 20:27:05.723789 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6b9b7db1-ade1-4ab4-b725-93da06894f40 req-7fa80064-ac48-440f-9536-12f46f6f0368 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0275698 May 10 20:27:06.817577 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6c3ab31-b0e5-407c-b141-dce097bb2fa7 req-0c02246b-fed5-429b-a74b-9cb5b8121e34 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0272169 May 10 20:27:07.922031 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd10b5eb-44c4-4124-b402-4e7a56598664 req-9023b360-ec10-4067-99d7-a35e51bef135 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0320656 May 10 20:27:07.944372 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:09.018347 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fae4d4b7-0d8e-44f0-85ba-e4f4623845cc req-8c1f5222-9322-46a4-9949-848a328c5268 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0269837 May 10 20:27:10.111452 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-865224a0-882f-4c43-b379-27b753c48765 req-6b408e86-6c31-4047-8900-52cf26648d28 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0267184 May 10 20:27:11.207205 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-840f965d-9360-4290-8e85-7baa61fa04a2 req-1523945c-3628-47f1-b55e-83e6c350dea2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0298965 May 10 20:27:12.310862 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-42c4912d-779f-48da-8f80-d5f869345674 req-cf34840a-2d8d-49ea-b6ec-d6decf066818 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0367153 May 10 20:27:13.405090 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4b3a615b-e7d7-4fd5-9163-d8400e143c1f req-ed9ef095-b572-4d51-9fb3-0f8622bd28e3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0269706 May 10 20:27:14.497901 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b91fe27f-4a62-4d9c-97e7-3bbcb756a86c req-6ddb7007-1c57-414e-a77f-433738bf1e5f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0278296 May 10 20:27:15.589562 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12f4be2a-6fee-49d1-9748-78741307d176 req-af0a4e4b-eed6-488a-8322-5e7ab1c9c4f0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0272450 May 10 20:27:16.687205 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-202dbccd-fea5-4bca-9912-5a3f05032ab6 req-07fc1306-f1d2-4f53-ada0-d3aa557864da tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0322516 May 10 20:27:17.786691 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f94b10e-c121-4d68-bdbc-4ec9be890ab6 req-b6c69fe1-521e-4e05-9ebc-549c2be41f1d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0278761 May 10 20:27:18.879568 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e21ca310-9c0d-4cac-9e26-c9d577f51ac8 req-72e7857c-dc16-4a07-8b4a-ac977e0bf4c3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0276897 May 10 20:27:19.973618 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a6d18cf4-c8fd-426a-8a60-338af5da6793 req-64f6b6e1-4de2-4ac3-8973-1206187428f1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0295510 May 10 20:27:20.788803 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b099f7b5-e86d-44ab-8036-f41b33e2de16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:21.067272 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-74760415-0d5b-4dec-8391-5642b6a871ee req-c65f9757-3a13-4bef-b152-9c153ed784c0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0267298 May 10 20:27:22.161447 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e842fe09-5eb5-4930-bbd0-da6dc2bfd27d req-9418809a-6207-4603-a4e3-fdddec6c61b6 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0268581 May 10 20:27:23.018991 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:27:23.115153 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6a4cd3a4-6d0e-49dd-afcb-c753e6c37bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:23.253649 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a15f5165-8bc8-4770-9412-405e8b09faec req-d464b3dc-d085-4b7f-9752-53d1897cc545 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0268352 May 10 20:27:24.347403 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7098c489-9487-4361-b569-e65f58dac206 req-4637c958-6efe-4d3f-be70-f475400c6f93 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0277388 May 10 20:27:24.475538 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:25.442986 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0f8ee872-2efc-4521-89c4-21688cadf01a req-64719fe9-bc13-45b5-a43b-2941bce73fec tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0307236 May 10 20:27:25.778565 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.535721 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dd5278f8-550c-4c46-9827-73df936664e5 req-92ce7db1-fb52-4e55-92c1-f6bc9e11a3ed tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0271485 May 10 20:27:27.247004 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:27.628264 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0a20b3d7-fa5b-4e92-a5b3-c344bbb1a022 req-8dfda33e-465d-4d49-8755-8fb27fbabb7f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0275650 May 10 20:27:28.723550 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5482b87e-bd00-4451-abb6-aa9f56164d24 req-e2d080f3-1628-4c19-a299-f3626508f5a7 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0299456 May 10 20:27:29.817855 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-077ee4fd-64ce-4794-9598-c9992d409156 req-0ec50afb-f502-4384-8717-938362c8e930 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0287588 May 10 20:27:30.912408 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dc4fa49e-bf99-4861-892f-2c1d5d8976e9 req-110eb4f6-92a0-47b4-bc28-903e60425643 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0270989 May 10 20:27:32.008136 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c1e75ece-dcd3-40b0-88a6-3e7cc42bd51c req-d4c3e91f-11e8-4b21-a2bd-ca77f3a037ce tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0278461 May 10 20:27:33.104596 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dcd4d077-3faa-451c-a6ab-5587ce56b55d req-45591548-d4f5-4788-949a-51c45ea7d787 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0272095 May 10 20:27:34.209682 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-af2d9c3b-bbcb-42f7-a947-ba344ba9b9dc req-055c35f8-05c7-4282-b54b-6d3d53e5401d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0386713 May 10 20:27:35.302805 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-caa60cc6-4680-4e80-ac6a-57f83357d77c req-d8f124ae-3b7b-4505-b292-12bad32df316 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0277596 May 10 20:27:36.396719 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-22f10bce-ad1d-43d8-a2ac-4aeeb0700eeb req-79f29e2f-a8af-4c27-94da-3fdeed2e7d82 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0267971 May 10 20:27:37.492511 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-458b15c2-61eb-41bd-9270-45f156276d5f req-24ff7e2a-1e17-49d5-8a5a-c0eeebf13b53 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0289135 May 10 20:27:37.960976 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.586144 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bc77c943-cabc-4866-82b7-4bbf338f55ec req-6d1c6d1f-30d8-4914-b63f-a88d8803c73e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0270169 May 10 20:27:39.678275 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1ca43923-d0ec-4185-af74-fc135431ba1d req-3d9c78d9-7da8-4225-8813-92c301d6b7d0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0269918 May 10 20:27:40.771547 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6335d5c5-e5e2-4dd3-b8ed-3169c552e5f3 req-3cbc1e4c-2fd7-4f59-b773-c372c2949596 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0274267 May 10 20:27:41.864335 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-24dbe7e6-686c-4973-9e8d-3b2b87410843 req-94d981ad-200c-475c-84a4-b2fb83c5bc80 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0270360 May 10 20:27:42.961029 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-685b8826-9969-4db8-aded-c087db06eaba req-b3426a41-e60f-4a9a-a9ba-fcf774b32d30 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0311062 May 10 20:27:43.254717 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1fc0998-2605-4bfb-95b9-3b49a62df376 req-8c26fdee-e831-4208-9965-c81437197c88 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892193 May 10 20:27:43.321330 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc0998-2605-4bfb-95b9-3b49a62df376 req-8821358d-b40f-4b56-bf7d-0eb86135a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:43.322830 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1fc0998-2605-4bfb-95b9-3b49a62df376 req-8821358d-b40f-4b56-bf7d-0eb86135a9ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=498ce5260ee44f5d9b1ebc74fecedfbf&device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 1129 time: 0.0409596 May 10 20:27:43.421341 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc0998-2605-4bfb-95b9-3b49a62df376 req-91af7592-1808-457c-becb-41425b67551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:43.422860 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1fc0998-2605-4bfb-95b9-3b49a62df376 req-91af7592-1808-457c-becb-41425b67551b service neutron] 10.222.0.83 "GET /v2.0/networks?id=8750fcec-68a3-4030-8b36-de70cc9667b1 HTTP/1.1" status: 200 len: 915 time: 0.0828722 May 10 20:27:43.467827 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1fc0998-2605-4bfb-95b9-3b49a62df376 req-36fac15e-7752-4c94-83fc-a3d7509458ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b69dc72-245c-49f9-855f-4cf1a1b1b094 HTTP/1.1" status: 200 len: 217 time: 0.0382679 May 10 20:27:43.514834 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc0998-2605-4bfb-95b9-3b49a62df376 req-9b4e442d-ede0-4ec6-a6a5-41a8e0754b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:43.516393 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1fc0998-2605-4bfb-95b9-3b49a62df376 req-9b4e442d-ede0-4ec6-a6a5-41a8e0754b15 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b20a76b4-6bd6-4766-87fa-09dcfb6eed3e HTTP/1.1" status: 200 len: 854 time: 0.0433064 May 10 20:27:43.551219 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1fc0998-2605-4bfb-95b9-3b49a62df376 req-b58ad08e-b339-4d78-b6d2-df93a18a2bc2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8750fcec-68a3-4030-8b36-de70cc9667b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288217 May 10 20:27:43.561474 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-d1fc0998-2605-4bfb-95b9-3b49a62df376 req-b945ec00-4600-46d0-850f-ebe325e3e201 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:27:43.562501 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1fc0998-2605-4bfb-95b9-3b49a62df376 req-b945ec00-4600-46d0-850f-ebe325e3e201 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048423 May 10 20:27:43.651822 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1fc0998-2605-4bfb-95b9-3b49a62df376 req-3b3bf082-2c85-4ca1-9f33-55fab2f8b8bb service neutron] 10.222.0.83 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839255 May 10 20:27:43.997927 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1fc0998-2605-4bfb-95b9-3b49a62df376 req-e06d6a89-1584-49cf-833e-6f922e8c7844 service neutron] 10.222.0.83 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403094 May 10 20:27:44.054710 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab91ca03-bb46-45fe-872f-1a77bc1d7418 req-3fdff926-792e-4b90-b106-7c666ee54ba5 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0267282 May 10 20:27:45.148726 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c2077c1f-6da6-4b77-8edb-06d0337dfb65 req-1e1d8b4a-84c2-4f01-b8e5-dcca3251fd56 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0278165 May 10 20:27:46.255424 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c277e02d-eac8-4e65-ac52-b0982f7856e1 req-8a1238e8-202c-4d16-bb2b-de5e3753e320 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0310369 May 10 20:27:47.350128 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-073e9534-b285-481b-abea-ec8b115a3f50 req-145e36a0-cf29-4739-9a23-a17c1ddb11ad tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0276892 May 10 20:27:48.446834 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ec44b817-9cdd-483a-b584-372ee38ee940 req-c8642d5e-1c7c-4310-84f1-7768e10b398d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0297751 May 10 20:27:49.539925 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2ad81b5b-beb4-4fd6-9e6d-4238ea3ed760 req-56744571-4e9a-41b7-859a-fa9c50c6bd10 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0270257 May 10 20:27:50.632680 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cab9b230-840d-4e9a-a970-2c26e4726fb6 req-f4dbb4db-7058-4180-88e3-f98941cf1ed6 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0271738 May 10 20:27:50.749833 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fc04a984-5df1-4c51-aa23-e6855e2bebd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:51.729766 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3b0e2934-fa00-4f35-a997-403388af4cd6 req-fab13d11-a790-4202-adc7-d7473cffb2c3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0299053 May 10 20:27:52.822834 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-263d072c-3bab-4faa-972e-da290405712b req-0b5623af-e482-47e1-8106-d1a54ac02c0b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0271146 May 10 20:27:53.109692 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-04ba6b15-6e34-4d2c-b341-fa3d90a6526e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:53.917332 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6c914253-5cdc-43c1-9bad-783ac83326eb req-a1864d7f-e3e8-45f6-91ff-e5389dd57925 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0283184 May 10 20:27:54.444011 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:55.017383 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a04c67e8-1077-42b1-a939-2cb9e1f06afc req-5e5ba59c-ca15-4488-9d60-594c2e305da2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0287390 May 10 20:27:55.807474 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:56.119954 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-62d9d550-e080-45ea-aa18-6d8de6684442 req-ef22912a-c058-42a2-b45e-65f524d5ebe4 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0280876 May 10 20:27:57.215178 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e4956-7f93-482e-9a47-b636e4107426 req-877376a6-180f-435d-90df-da7391d3af5a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0303183 May 10 20:27:57.269447 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:58.307551 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-40e00d5b-6906-4b95-aa3d-2a84f397536b req-603bb5de-f762-4e7f-921f-fd76951f56c9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0265994 May 10 20:27:59.400824 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d8ae60b6-5324-47d1-887d-9d00a52e8c4c req-e197b9ce-9998-49de-9687-7bb8cf714ea5 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0268171 May 10 20:28:00.017466 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:28:00.497061 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5e1dcef2-4766-457e-ae65-2d255975694a req-f5f5d4f7-27ce-49e8-bcb5-514a542eecb4 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0294662 May 10 20:28:01.589744 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e12b5f91-20ff-4b83-902e-42d8fc232dc7 req-506627cf-c204-41aa-a592-a539040f36e5 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0273516 May 10 20:28:02.681995 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3ea29368-e9da-4a59-bc1a-6c5b4419726e req-61cb6bbc-1386-443c-8c26-e75c94cbf155 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0264006 May 10 20:28:03.778219 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-380ce743-033f-4509-9ca3-08db7da9ebc1 req-e3f20317-934c-4c36-93ff-c004983ae62c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0268762 May 10 20:28:04.871789 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-67aa8eee-6d25-4697-9d92-5c5730ddbaf1 req-50e9538f-9e55-43ed-b0fa-6e6f42318c98 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0280871 May 10 20:28:05.967628 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ae8b1076-c602-4d52-8fe4-70861ba6e72b req-fc8e3c51-508c-445b-a7cd-33287500fb96 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0297675 May 10 20:28:07.061444 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-39d0171d-25db-458a-a229-cbb22949b6f9 req-29e1da77-c064-4f1f-b526-a756b6ebbcf0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0264981 May 10 20:28:07.976419 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:08.153421 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd05bbc9-2661-48d7-b6b4-1c92fee1b983 req-087a61ff-99f5-4085-9354-6e2e71c0f56b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0267456 May 10 20:28:09.254190 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4d120252-4c33-49ff-ab69-4021afc1d3a6 req-411f0f77-d650-4ab2-a6a2-d7ebe9346a14 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0341086 May 10 20:28:10.348827 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f00e5e6d-37f2-4d13-a3a8-b9629af31b3e req-eb4cf5e3-e81d-43c6-956e-18b298b3e150 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0279543 May 10 20:28:11.441529 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d32b2870-63d9-4808-88a8-799ca1cf441d req-85e917ab-d9ad-4841-b20f-97ffdf24b2e1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0274694 May 10 20:28:12.534729 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d6fd8db4-5b62-4727-a333-acb450bae4e2 req-ae2688d6-5f07-4a26-a2ea-65012cb07fb8 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0267048 May 10 20:28:13.634805 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bfb73a79-7baf-475e-a704-a53225aa6caa req-c091bcf7-efed-45ff-9237-fa73af7509f3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0286374 May 10 20:28:14.729649 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-43330082-70a1-4147-be57-ab88a9052ee3 req-ddd85d7f-119a-4bfc-ac8b-98483facfe09 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0301151 May 10 20:28:15.822451 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9d5eb75c-a67c-4e80-befb-c8f16f7e0e72 req-dc75bb4e-dc48-4bb4-a1ca-7a7fc3290d1c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0267406 May 10 20:28:16.917466 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cb0d1b35-0866-4976-a3b6-3a9e9821f2af req-0218e781-be40-48d9-a009-ea8ec5d7d405 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0272088 May 10 20:28:18.013408 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5a4ec658-f03f-4249-895a-f29fb4485443 req-fe18238e-9c02-495b-b22b-878f13ea8e5b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0309560 May 10 20:28:19.116739 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64f82871-6664-4298-aac0-7a2e3957665f req-a48501e8-91d1-42f9-8af0-4f0ee7811f5c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0276737 May 10 20:28:20.213300 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-730b391a-4306-4275-93ed-5d193d833596 req-eaadf875-84be-44bb-8362-5d22167e92bb tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0277488 May 10 20:28:20.759144 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-11355a7a-bfee-46fd-b270-5d848a3b26f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:21.306307 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc7c22e1-cf70-4d83-8514-66765ffc4ab0 req-54fbe90d-54fe-4e60-9bcc-b9d0ac2a25e9 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0266509 May 10 20:28:22.398421 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8f0ba432-3b75-40ba-968d-aec929b408ce req-6322d469-a235-4205-8e3b-8f6ad045f083 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0262730 May 10 20:28:23.109249 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3f57ae17-dbcf-4da0-a55d-07b87e07d8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:23.496193 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-be9477e4-82ce-456b-8298-2233113192a5 req-470b949f-a0ff-4de7-94c4-20ea041a6c06 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0297334 May 10 20:28:24.444752 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.590485 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-93f27a37-0408-4a90-be02-a3cee7064133 req-80f79a72-c128-429b-9d19-66246185ef68 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0276985 May 10 20:28:25.685000 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-597815dc-a31c-418e-b6c9-012b0fbad0e3 req-f45a9485-8427-438d-a129-d1bc26d35e69 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0271652 May 10 20:28:25.770505 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:26.780224 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-79d841fe-c024-46b4-9f44-1002ffda5fed req-9c91ef12-58ef-4d9e-b93c-66cd04a757e8 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0304766 May 10 20:28:27.278923 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:27.872848 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64187575-404a-44e0-8e77-fa5799562039 req-0ea9db63-0fbb-4541-9972-1796b2498c34 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0270658 May 10 20:28:28.979293 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e396ba1f-fd7e-436b-bc09-3e38842a3f9e req-dba47ac6-891d-4f4d-962c-6cdd392def03 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0409050 May 10 20:28:30.070948 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-91aa5fca-16f8-44ef-800b-f90c28d3e809 req-810ee2d1-4fb3-4613-9ceb-77483def84f7 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0270016 May 10 20:28:31.164035 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1f91bb28-4767-45a1-baaf-028d8f07060f req-6442d63d-af3b-41fa-948f-b05ec9f69976 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0276339 May 10 20:28:32.261685 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfc4d863-5140-490f-849b-5295ce35e290 req-8fb9ced2-d030-470a-8ecd-9c0872dde525 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0298519 May 10 20:28:33.354594 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-92225bff-b634-453a-a1ad-05ac0e59b001 req-61fff0f9-3df9-449e-8898-08778f2d41d7 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0270422 May 10 20:28:34.447460 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef3ae1b6-4223-41a0-b679-f219a55c3016 req-c68f9262-8c4f-4202-9c79-7b171bc109d0 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0269790 May 10 20:28:35.545575 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-651719df-7087-48b7-b6bd-23ad1f2379b9 req-e77ce0ae-539d-4bb8-b70d-3142847cb85c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0297706 May 10 20:28:36.638729 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-62daaac1-0d96-4ee1-acfa-6a4a4497e231 req-8b9f8ee0-f129-4597-80f3-6ebdce49f1fc tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0266690 May 10 20:28:37.016321 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:28:37.732353 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4c12b0c5-81b5-4207-a374-24615fc34808 req-ec8d1667-329f-4b26-8baf-dcebf8077c02 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0274284 May 10 20:28:38.004034 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:38.828922 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5b8b95c9-7443-456a-a37a-e9af74c3dfa3 req-920bdab8-41db-47d5-8aef-7b697840a05c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0280936 May 10 20:28:39.921687 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7e419014-f59d-48bf-8eaa-bd1fceb80302 req-e4304f47-5847-43b5-be4a-b6d88a18c09d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0277703 May 10 20:28:41.018594 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-28ffe5b9-2a55-469b-a531-363edfcd9fd9 req-6a1c5dc8-9167-4056-9aa7-1a684b956888 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0304163 May 10 20:28:42.114486 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0af27f3e-d124-4a72-8a07-71cceec325fc req-549e6efd-0e24-4934-9c61-e2d85c292e75 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0288217 May 10 20:28:43.214315 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9262a05-4462-4058-a206-6424920b9b62 req-60ba3de5-ef8c-47f4-bdae-31d2f7b48e35 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0278335 May 10 20:28:44.318954 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8f087aa7-16c7-48f6-9d8f-ff2f0b65ca96 req-9052cb3a-4191-4578-8271-c46eb375a8ca tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0388923 May 10 20:28:44.796549 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9e6bb53-d989-4302-b9fb-7671f310accb req-a317ac51-b029-49fb-9fea-ef5d3ed86ba7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368791 May 10 20:28:44.853607 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6bb53-d989-4302-b9fb-7671f310accb req-5488b768-84cd-4396-93a0-4a0834d0d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:44.860422 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9e6bb53-d989-4302-b9fb-7671f310accb req-5488b768-84cd-4396-93a0-4a0834d0d582 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 1129 time: 0.0377686 May 10 20:28:44.957534 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6bb53-d989-4302-b9fb-7671f310accb req-e1e7cf9d-1916-4972-a869-5e7f335a1eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:44.959094 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9e6bb53-d989-4302-b9fb-7671f310accb req-e1e7cf9d-1916-4972-a869-5e7f335a1eb3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 915 time: 0.0869572 May 10 20:28:45.032542 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9e6bb53-d989-4302-b9fb-7671f310accb req-b74c7661-04f3-408e-832b-a8ad8db0d12e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 HTTP/1.1" status: 200 len: 1000 time: 0.0667610 May 10 20:28:45.084191 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6bb53-d989-4302-b9fb-7671f310accb req-1a0f5fae-b25b-425c-b517-d2614108d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:45.085633 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9e6bb53-d989-4302-b9fb-7671f310accb req-1a0f5fae-b25b-425c-b517-d2614108d98d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 200 len: 853 time: 0.0468917 May 10 20:28:45.127247 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6bb53-d989-4302-b9fb-7671f310accb req-5b41a902-a3a5-4f65-8ac1-89fd1ca6a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:45.128728 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9e6bb53-d989-4302-b9fb-7671f310accb req-5b41a902-a3a5-4f65-8ac1-89fd1ca6a813 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97616d50-d128-4d48-95c9-0ecc4a239629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375490 May 10 20:28:45.217672 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9e6bb53-d989-4302-b9fb-7671f310accb req-c5d6226e-7188-457f-ab2e-6a584e73c082 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827575 May 10 20:28:45.311127 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9e6bb53-d989-4302-b9fb-7671f310accb req-4d3802c3-9eb7-4aae-aaee-ca7eea3e2eaf service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872896 May 10 20:28:45.412747 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1e91e5f7-64d0-4ff9-96ed-8dc7d2df870a req-9447207b-80c8-4098-ada1-beb29b691c37 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0282521 May 10 20:28:46.504524 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-eb8521ff-9d48-40c2-a30f-ad2db0f14642 req-79ad0bc9-0f61-4f59-a516-49801c78adc3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0278034 May 10 20:28:47.598757 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c176fe8-899b-4ac7-b60c-3b4ec9c3b969 req-9118d9b3-cbc6-419d-ad8c-daa708ebe459 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0269837 May 10 20:28:48.691629 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-87d61cfc-45b6-49ad-9a73-0f1d749651dc req-38e66d65-bfd3-4a3b-ac63-1a6774ecdd5f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0272539 May 10 20:28:49.785697 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30ff2673-8d4f-4d15-9445-589b5e932afc req-41937861-bb40-4a15-aa36-eee05efe249e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0279348 May 10 20:28:50.786726 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bf677e6f-5b35-44b3-b9f4-bd1dbb61aee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.880326 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-60aa53a8-b2cd-4113-a251-1fb58be1968e req-5210ff93-827d-4d16-8a51-086b7caa99bc tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0271478 May 10 20:28:51.977851 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c5ba7169-ace3-44fc-ba20-30ec37b76ce4 req-e0053fa7-30cb-43bc-8b3e-f9c3c7f5999a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0318656 May 10 20:28:53.075067 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8c676776-d0bc-433e-852c-28cc9a910fdf req-2b83b163-cba3-4fa5-a711-f8e769575d42 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0308487 May 10 20:28:53.138556 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c7b614dd-591e-4e05-aeaa-800c77d12fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:54.169434 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d765111-f48b-4b62-9df0-e4b32ed224cb req-b7f94946-2472-4c4b-b3bb-987e8330123c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0264111 May 10 20:28:54.452393 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.265639 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c04b8709-abd0-497f-b7a6-02b4093299cc req-65d7b420-fac3-43de-acb8-7ded40c8ac4c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0301652 May 10 20:28:55.772115 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.362483 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-04757410-b65c-4e99-97d9-1e5035963d65 req-1f0baa06-799f-4b3b-865d-aa3ef9ea77c5 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0311272 May 10 20:28:57.275036 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.456307 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-89fd1001-86eb-4d10-84da-4e3a49bfaa06 req-b1dbea83-a037-471c-a591-b6b5ee08cebf tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0274513 May 10 20:28:58.550621 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5753b92a-da42-44c8-a8d6-e01bbf5937a6 req-93f22372-6da0-45c5-ae37-f60f94141e0f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0285060 May 10 20:28:59.647006 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1a28bda2-8f63-445f-93a0-6c4a323d9aed req-dbb7b9a4-042f-4871-9377-ee8f6094896d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0271237 May 10 20:29:00.744707 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4e3f8b16-64ca-410a-b836-308ceb56dca2 req-c1600d26-d864-4b8c-b2f4-42aa92d3126c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0307310 May 10 20:29:01.842619 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-77fb2489-ee61-4598-a585-9daadfc6c2ba req-4fab12d1-ddbd-46e2-913b-d0613eb3da2b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0310662 May 10 20:29:02.936697 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f093c674-b0b4-48ee-9553-9939468ee55a req-7a519650-9f62-47af-8686-8934ea0a0342 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0276930 May 10 20:29:04.029471 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e359abe3-b0c1-461c-848f-07401049d542 req-f6613672-b257-4b78-a1b4-3a67e646c18e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0269670 May 10 20:29:05.129078 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8302063c-b6f7-4c5a-88c5-fff1b795ad62 req-a5bcc694-a6fd-4f82-a6b9-5cedea72a008 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0281734 May 10 20:29:06.227884 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5d9db93d-c911-4bf4-ac2a-37f5b1a5693c req-d4f7e74f-5733-489c-a68f-34e4428656b5 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0280292 May 10 20:29:07.325436 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab8d8978-4b20-4177-a74a-58d1421bba21 req-2dd40559-682d-41f6-bd41-df213d8c825c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0272253 May 10 20:29:08.055296 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:08.417682 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-297e7c79-3b1e-4644-98c3-2de7a4d24af4 req-70be07f0-6d3b-4272-a53c-fb661498aebb tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0264454 May 10 20:29:09.515099 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20756c41-bbeb-4721-ab72-4d9255332200 req-f0f21e12-822f-4d6c-b582-91ac24f7a471 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0299947 May 10 20:29:10.611097 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f2e18690-36d6-4d99-b1e8-555fb9426cbb req-bf5bf5c5-b46f-4db3-8abf-d9f78c975487 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0295501 May 10 20:29:11.704708 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4127879-286c-4d14-8e7d-08b5d3438bf7 req-48ab38ed-ec4e-468d-9951-d68f6737abf6 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0279210 May 10 20:29:12.798253 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-430d655e-431c-4f02-80b5-6042809340f3 req-10bd0ae5-2d85-4ada-8bc9-257d6ff0e348 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0280757 May 10 20:29:13.892385 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b5b863e2-6f26-4225-bb0d-82adfc70b456 req-c6d971ca-05b9-4b0b-b011-23aebce09175 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0274115 May 10 20:29:14.015751 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:29:14.987090 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-400f8523-dbf3-48e1-a2c0-349044355382 req-a089f36e-ce8c-400f-8046-bacca4253da5 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0278287 May 10 20:29:16.085275 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dacaa791-2fa2-47b8-85ff-f9ca0cd6bad3 req-5592c874-703b-484b-9455-4a91f437161b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0306284 May 10 20:29:17.177464 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d17a3722-90ea-431e-bcea-7e1af8d21241 req-0216cfe9-eb37-4879-b76b-0fa333de84d6 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0268235 May 10 20:29:18.273386 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dcf4d152-9664-4b5f-889e-5ca4a39fcbbf req-4bcea4c2-9437-4f75-a557-e83eec3de06e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0296092 May 10 20:29:19.371670 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-dfc337f1-c90b-4714-8008-078e97c9b23e req-90555752-c72f-4f46-a857-59d4e9973831 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0301032 May 10 20:29:20.465841 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fdf950b2-f83f-407e-8735-c3875d124562 req-443614f5-8072-4750-8cf0-cf23df602d1d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0268815 May 10 20:29:20.789757 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a401027b-f0cd-476e-8073-4301ea97d6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.580684 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fbc9c99f-8c70-43b7-9729-ab82e170dadc req-ab43f91b-df71-4f63-a506-3da017c771cc tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0284657 May 10 20:29:22.673465 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b497403a-ea3b-43cf-b95d-461f79cf923e req-a83063ea-a7aa-4948-9948-90d8591b75b3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0273783 May 10 20:29:23.149011 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7feb7e6b-b5f5-4afe-bd86-8831e2bb8a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:23.765964 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3e06e5e1-f496-47fc-a7d0-2a5aedb27b4a req-e13809d2-0f0c-4312-9c30-e09b6431f203 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0274887 May 10 20:29:24.480218 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:24.861670 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dd5a388-a3f2-437f-b717-8475728ede2f req-1212011f-a549-4489-833d-e735c6d3555f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0266118 May 10 20:29:25.778194 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.955829 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-89107244-12d2-4124-8955-09a8e1d4c241 req-c3e02cae-2560-4325-8da2-7a59d572712a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0285158 May 10 20:29:27.052739 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-18165a01-7517-4499-b5b3-5a83b9bb546a req-82600d1a-01ea-4424-9740-70d7e359e0a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0321901 May 10 20:29:27.268925 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:28.149528 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-33739e75-9ef8-49e8-ac3a-1d326cddca1d req-20772d37-27c8-411f-930a-5c254b27c9e3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0311580 May 10 20:29:29.246441 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dd6b4dd0-d232-4919-992c-9ce02e7879d9 req-9c1739e0-9011-46f4-884a-06e28be5161c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0294790 May 10 20:29:30.344109 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c237ee29-566e-4aa5-84a7-d064fd2ebdb8 req-a86f5a61-206d-4f17-95b7-dacd6cecd655 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0298090 May 10 20:29:31.440953 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-34ea41d5-076a-4f74-ae13-8161a681fb9e req-fa0e6d74-a666-4d2b-b5cb-20ad3d11884d tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0278327 May 10 20:29:32.533522 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-96010771-54f7-4788-a53e-c624713ebd65 req-d61b0c84-f2c1-4fcf-bf56-b855724ae250 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0265491 May 10 20:29:33.625259 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-559c36b0-e351-46e2-b250-149e6ff26b40 req-1206a990-9574-48a0-929a-71279df2695e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0273345 May 10 20:29:34.719751 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d70828b5-e6c4-4030-b3b3-1a56de6df106 req-931eb138-3a14-47a0-ba15-9ca7490b9d0b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0284157 May 10 20:29:35.815450 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07e4333e-0e17-4856-bb68-98b8dc3fe7ef req-5603d202-fea3-4935-9d88-2d54cc3d1860 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0296748 May 10 20:29:36.909793 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e05812df-2716-449a-9496-273d7f330409 req-6017c9b3-a947-423d-a54a-856df6a62d1a tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0290856 May 10 20:29:38.005054 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4a6b243-2347-45c6-a802-da5129c8fb9e req-1cd4502a-5928-4fa9-b247-078dc7b70322 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0279999 May 10 20:29:38.025852 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:39.100151 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cef5a50f-afd6-403c-b502-4bdde735d979 req-9c4ed6c9-8767-4922-a16f-5a4b3fa41917 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0274734 May 10 20:29:40.192631 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4b49c20a-6da9-479a-8a87-076258ade4eb req-44fa3e28-4e8a-4efb-8c6f-74d674938283 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0263746 May 10 20:29:41.286936 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1806a8e1-0bca-45fa-be7a-12896e14c961 req-356b1d3f-3859-4b3b-a7d1-078f62f1c33e tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0269575 May 10 20:29:42.380654 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d803c07a-5875-49e3-8b04-df453c913d94 req-3d1343bb-24bc-4b3b-889c-5f2f84463779 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0279622 May 10 20:29:43.473153 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c241bd32-c77d-4f04-93ee-0968e5c0b760 req-03190df3-262c-4d96-bf22-bce856a8cb78 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0273187 May 10 20:29:44.567931 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a57b1076-348c-4c44-9be1-a904af8775aa req-956f2161-1523-4ea2-82ea-aa5217910979 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0300071 May 10 20:29:45.665355 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-feafed23-ac4e-439d-992c-2c5d36c2d35f req-1e192732-912e-4df3-a71e-23b3ce241373 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0322514 May 10 20:29:46.768360 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-672e983d-09d5-4f98-a027-d9f816a8c685 req-519e0885-5fc1-46bb-bc0d-40098e8af0bc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0606911 May 10 20:29:46.770167 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c049ce54-45a0-42cd-8f5b-e1a3e3f845dd req-b9a28ce3-e18f-4322-8ee2-43348869a5f1 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0341787 May 10 20:29:46.848344 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e983d-09d5-4f98-a027-d9f816a8c685 req-fe50a71d-30eb-437b-b1e6-1e6656269e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:46.849798 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-672e983d-09d5-4f98-a027-d9f816a8c685 req-fe50a71d-30eb-437b-b1e6-1e6656269e31 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 1129 time: 0.0388272 May 10 20:29:46.956474 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e983d-09d5-4f98-a027-d9f816a8c685 req-7d06b9ea-4398-4eb4-9452-7105abd7a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:46.957863 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-672e983d-09d5-4f98-a027-d9f816a8c685 req-7d06b9ea-4398-4eb4-9452-7105abd7a0c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5faeb9f8-90a5-4864-8255-be306f147ea8 HTTP/1.1" status: 200 len: 913 time: 0.0885859 May 10 20:29:47.021313 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-672e983d-09d5-4f98-a027-d9f816a8c685 req-11c78548-e485-4137-a7b9-c8fcf0a8c94d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87aa9ad9-fb81-4369-8056-73c918735898 HTTP/1.1" status: 200 len: 1001 time: 0.0571718 May 10 20:29:47.072023 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e983d-09d5-4f98-a027-d9f816a8c685 req-f2717ebe-d06c-481b-8400-54ec1661b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:47.073444 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-672e983d-09d5-4f98-a027-d9f816a8c685 req-f2717ebe-d06c-481b-8400-54ec1661b82d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=516f8c72-19b5-4ad2-a79b-f52f381944d9 HTTP/1.1" status: 200 len: 851 time: 0.0468960 May 10 20:29:47.122640 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e983d-09d5-4f98-a027-d9f816a8c685 req-11d715e7-d59f-4437-acff-9c8658660bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:47.124202 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-672e983d-09d5-4f98-a027-d9f816a8c685 req-11d715e7-d59f-4437-acff-9c8658660bd1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5faeb9f8-90a5-4864-8255-be306f147ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450015 May 10 20:29:47.213643 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-672e983d-09d5-4f98-a027-d9f816a8c685 req-2b970791-a901-4a2a-ac2f-49812ca12934 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826416 May 10 20:29:47.304435 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-672e983d-09d5-4f98-a027-d9f816a8c685 req-626de32f-4eb0-49c4-be4a-6670bf148817 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851216 May 10 20:29:47.864524 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-060a8749-e3f4-4b52-9fd6-364986aed933 req-67c7976e-94fc-4d1c-8d05-6bfea29b58d3 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0269051 May 10 20:29:48.959569 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9e91d2f-bebf-4e45-b121-9e5dc21b91d8 req-4ffada00-0b0d-4477-a21a-1c0a7cd16323 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0286143 May 10 20:29:50.055213 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9dc32aab-663c-4222-9e90-4d764cc9d24f req-f033df6e-f7d2-4026-9ce8-09bbacc28b9b tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0278659 May 10 20:29:50.785275 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-75b0f77f-dd31-4925-9842-7a3bb626053b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:51.015503 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:29:51.148754 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c85683f-3b68-4d3d-a7b5-a1ac4695de60 req-767fe7b9-30a1-41d0-b661-3686849a5b89 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0289073 May 10 20:29:52.243797 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ce564265-1737-4997-b928-df0ef47c7b7c req-fcceb343-aec5-4fa4-ab90-b9e2ffa9fd13 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0287116 May 10 20:29:53.133898 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-21290ef4-8d3e-4104-8ec2-69435808cf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:53.353559 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-68734fec-4c59-4706-b9be-f5ded67ba91e req-e3f88d58-d5e9-4a00-80cd-68bdd1ea11bc tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0307996 May 10 20:29:54.453900 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:54.567362 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-75a01ddd-67c9-4c3d-812c-f534f334e38b req-4ed70f6f-22b3-4ddd-956e-bdb687e5ba7c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0300236 May 10 20:29:55.664436 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ded11846-8164-4d21-bcb7-c8726e1b78a3 req-f1e8ac11-9d15-4702-b731-f24d214a6c81 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0308881 May 10 20:29:55.801825 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:56.757913 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6dc30c50-d4d7-47cd-a4c5-570a31b3c696 req-afe2056b-749b-4261-ac59-3042ea4d7a30 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0279756 May 10 20:29:57.299058 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:57.851164 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4dfdd053-48ef-47cd-8345-5f91764f9c6c req-9d171998-7345-4d88-801d-a4332d72d347 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0281003 May 10 20:29:58.942706 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [req-554bc401-052c-4fca-bd9c-af469c306e3d req-215fce61-f377-4f60-be52-4d403777736c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0266905 May 10 20:30:00.035972 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-79871cc0-e3a8-4aa3-a92f-cec0327d617e req-539ffac6-a80e-453e-b9e5-6379c18d23ed tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0270894 May 10 20:30:08.013293 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:20.767140 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-967a803a-36ab-41cf-99fc-9a0dbff84335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:23.150317 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ed994ef1-deb4-4e96-864a-c1f505e05972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:24.468728 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:25.788960 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:27.252903 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:28.014769 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:30:38.052088 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:47.213416 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37db6760-c0bc-4d0e-ae4b-36089a784538 req-b4ad684f-7b2b-4397-89a1-6246f2ddd1f7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379024 May 10 20:30:47.275152 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db6760-c0bc-4d0e-ae4b-36089a784538 req-8fe71531-b650-4763-a5a7-fa5b63aa98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:47.276700 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37db6760-c0bc-4d0e-ae4b-36089a784538 req-8fe71531-b650-4763-a5a7-fa5b63aa98e6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=498ce5260ee44f5d9b1ebc74fecedfbf&device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 1129 time: 0.0419061 May 10 20:30:47.376184 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db6760-c0bc-4d0e-ae4b-36089a784538 req-5781ebe0-c76f-42d9-9509-b02dcbda513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:47.377639 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37db6760-c0bc-4d0e-ae4b-36089a784538 req-5781ebe0-c76f-42d9-9509-b02dcbda513f service neutron] 10.222.0.83 "GET /v2.0/networks?id=8750fcec-68a3-4030-8b36-de70cc9667b1 HTTP/1.1" status: 200 len: 915 time: 0.0843132 May 10 20:30:47.416940 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37db6760-c0bc-4d0e-ae4b-36089a784538 req-7d14e811-fdea-40b0-af99-7abbcc9a6b4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b69dc72-245c-49f9-855f-4cf1a1b1b094 HTTP/1.1" status: 200 len: 217 time: 0.0325124 May 10 20:30:47.468114 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db6760-c0bc-4d0e-ae4b-36089a784538 req-b7b12232-f9d8-4f59-b13b-a69c74e77fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:47.469475 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37db6760-c0bc-4d0e-ae4b-36089a784538 req-b7b12232-f9d8-4f59-b13b-a69c74e77fad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b20a76b4-6bd6-4766-87fa-09dcfb6eed3e HTTP/1.1" status: 200 len: 854 time: 0.0471437 May 10 20:30:47.503059 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37db6760-c0bc-4d0e-ae4b-36089a784538 req-7bb5bf6e-65b7-4deb-bacc-12eaa1d8bc8d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8750fcec-68a3-4030-8b36-de70cc9667b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259936 May 10 20:30:47.589862 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37db6760-c0bc-4d0e-ae4b-36089a784538 req-328c55ef-8892-4ff0-a339-34a76a4010f0 service neutron] 10.222.0.83 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797489 May 10 20:30:47.679749 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37db6760-c0bc-4d0e-ae4b-36089a784538 req-34c5cd17-408b-4e31-a1ca-e07e0843b4fc service neutron] 10.222.0.83 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837078 May 10 20:30:50.765374 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ebaf74fa-8517-44a0-a67d-b0d32d7c1135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:53.171257 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f8947d21-6707-45b5-a7d7-4b2e5d8fc532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:54.469028 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:55.783703 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:57.280595 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:01.185389 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9670bc4d-89a2-49f7-ae2a-c07c16e41a06 req-45d0e5c0-de0f-4b7d-b8d9-3a515b038d1f tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ddf4267-70b6-417f-b6de-6873fb9117a4 HTTP/1.1" status: 200 len: 210 time: 0.0270162 May 10 20:31:01.207354 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35562) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:01.263403 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group (e070a609-6d5f-4307-a98f-5fa4e38be99f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:01.287569 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group (e070a609-6d5f-4307-a98f-5fa4e38be99f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:01.412011 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (e070a609-6d5f-4307-a98f-5fa4e38be99f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:01.414532 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:01.415678 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] 10.222.0.65 "DELETE /v2.0/security-groups/e070a609-6d5f-4307-a98f-5fa4e38be99f HTTP/1.1" status: 204 len: 168 time: 0.2073588 May 10 20:31:01.425392 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e070a609-6d5f-4307-a98f-5fa4e38be99f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:01.433901 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.433901 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.434208 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.434355 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.434683 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.435009 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.435329 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.435648 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.435970 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.436288 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.436607 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.436925 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.437239 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.437552 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.437863 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e24ee2-a50a-468b-885d-1ee66caab4a2 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:01.592034 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35566) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:02.066517 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-872f0fd4-e0ff-47cb-8774-4bc2ad06341a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503370'] for router_interface (ad83e42f-1a31-4d39-b451-c40c2da510b2), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:02.293288 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-872f0fd4-e0ff-47cb-8774-4bc2ad06341a admin admin] Deleting port c9cc452c-0a0e-43fd-8aa0-eb05875ac638 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:31:02.293969 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-872f0fd4-e0ff-47cb-8774-4bc2ad06341a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:02.371838 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-872f0fd4-e0ff-47cb-8774-4bc2ad06341a admin admin] For port c9cc452c-0a0e-43fd-8aa0-eb05875ac638, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=c9cc452c-0a0e-43fd-8aa0-eb05875ac638,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:02.372113 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-872f0fd4-e0ff-47cb-8774-4bc2ad06341a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:02.384516 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-872f0fd4-e0ff-47cb-8774-4bc2ad06341a admin admin] Calling delete_port for c9cc452c-0a0e-43fd-8aa0-eb05875ac638 owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:31:02.977517 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-872f0fd4-e0ff-47cb-8774-4bc2ad06341a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (c9cc452c-0a0e-43fd-8aa0-eb05875ac638), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:03.005968 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f0fd4-e0ff-47cb-8774-4bc2ad06341a admin admin] Pushing event deleted for resources: {'Port': ['ID=c9cc452c-0a0e-43fd-8aa0-eb05875ac638,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:03.195337 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-872f0fd4-e0ff-47cb-8774-4bc2ad06341a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7908673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505155'] for router_interface (ad83e42f-1a31-4d39-b451-c40c2da510b2), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:03.431488 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872f0fd4-e0ff-47cb-8774-4bc2ad06341a admin admin] Router ad83e42f-1a31-4d39-b451-c40c2da510b2 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:31:03.538318 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872f0fd4-e0ff-47cb-8774-4bc2ad06341a admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:31:03.543775 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-872f0fd4-e0ff-47cb-8774-4bc2ad06341a admin admin] 10.222.0.65 "PUT /v2.0/routers/ad83e42f-1a31-4d39-b451-c40c2da510b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9506288 May 10 20:31:03.546442 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35570) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:03.549918 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664daaf0-6176-4174-91c3-8bf90d532e99 None None] Sync routers for ids ['ad83e42f-1a31-4d39-b451-c40c2da510b2'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:31:03.559914 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664daaf0-6176-4174-91c3-8bf90d532e99 None None] Routers {'ad83e42f-1a31-4d39-b451-c40c2da510b2'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:31:03.560594 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-664daaf0-6176-4174-91c3-8bf90d532e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:30:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['ad83e42f-1a31-4d39-b451-c40c2da510b2'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:03.658008 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] Publish callbacks [] for router (ad83e42f-1a31-4d39-b451-c40c2da510b2), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:03.668072 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-664daaf0-6176-4174-91c3-8bf90d532e99 None None] Set router ad83e42f-1a31-4d39-b451-c40c2da510b2 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:31:03.763466 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] Publish callbacks [] for router_gateway (ad83e42f-1a31-4d39-b451-c40c2da510b2), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:03.832490 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-664daaf0-6176-4174-91c3-8bf90d532e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:31:02Z', 'revision_number': 5, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port': {'id': '4106cec3-a697-47ae-85dd-c4a19e93312a', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:45Z', 'updated_at': '2022-05-10T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:03.859319 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664daaf0-6176-4174-91c3-8bf90d532e99 None None] Checking router: ad83e42f-1a31-4d39-b451-c40c2da510b2 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:31:03.867348 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664daaf0-6176-4174-91c3-8bf90d532e99 None None] Routers {'ad83e42f-1a31-4d39-b451-c40c2da510b2'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:31:03.867949 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-664daaf0-6176-4174-91c3-8bf90d532e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:30:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['ad83e42f-1a31-4d39-b451-c40c2da510b2'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:03.892709 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] Deleting port 4106cec3-a697-47ae-85dd-c4a19e93312a {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:31:03.893052 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (4106cec3-a697-47ae-85dd-c4a19e93312a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:03.955641 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-664daaf0-6176-4174-91c3-8bf90d532e99 None None] Set router ad83e42f-1a31-4d39-b451-c40c2da510b2 gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:31:03.971661 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] For port 4106cec3-a697-47ae-85dd-c4a19e93312a, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=4106cec3-a697-47ae-85dd-c4a19e93312a,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:03.972018 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (4106cec3-a697-47ae-85dd-c4a19e93312a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:03.984864 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] Calling delete_port for 4106cec3-a697-47ae-85dd-c4a19e93312a owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:31:04.008466 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-664daaf0-6176-4174-91c3-8bf90d532e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:31:03Z', 'revision_number': 6, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port_host': None}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:04.039113 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664daaf0-6176-4174-91c3-8bf90d532e99 None None] The sync data for ids ['ad83e42f-1a31-4d39-b451-c40c2da510b2'] in dv-cinder-828805-2-iscsi is: [{'id': 'ad83e42f-1a31-4d39-b451-c40c2da510b2', 'name': 'tempest-TestShelveInstance-700400942-router', 'tenant_id': 'b9724c9a575141d48bbfbde685774622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:43Z', 'updated_at': '2022-05-10T20:31:03Z', 'revision_number': 6, 'project_id': 'b9724c9a575141d48bbfbde685774622', 'gw_port_host': None}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:31:04.217401 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (4106cec3-a697-47ae-85dd-c4a19e93312a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:04.246154 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4106cec3-a697-47ae-85dd-c4a19e93312a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:04.307321 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514852'] for router_gateway (ad83e42f-1a31-4d39-b451-c40c2da510b2), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:04.398321 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11273'] for router (ad83e42f-1a31-4d39-b451-c40c2da510b2), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:04.400892 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] Publish callbacks [] for router_controller (ad83e42f-1a31-4d39-b451-c40c2da510b2), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:04.497548 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-508659'] for router (ad83e42f-1a31-4d39-b451-c40c2da510b2), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:04.498192 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad83e42f-1a31-4d39-b451-c40c2da510b2 {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:31:04.503944 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:04.503944 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-38f8a2b2-eb33-4a0a-9c35-ea0c797583d2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ad83e42f-1a31-4d39-b451-c40c2da510b2 HTTP/1.1" status: 204 len: 168 time: 0.9561963 May 10 20:31:04.506041 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35572) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:04.549240 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73c2273-02ac-4f8e-a9d2-b7f6808270d0 admin admin] Deleting subnet b0296e62-bd8a-4130-840e-5dc3ebc5a76d {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:31:04.552293 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e73c2273-02ac-4f8e-a9d2-b7f6808270d0 admin admin] Publish callbacks [] for subnet (b0296e62-bd8a-4130-840e-5dc3ebc5a76d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:04.586440 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e73c2273-02ac-4f8e-a9d2-b7f6808270d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6068516'] for subnet (b0296e62-bd8a-4130-840e-5dc3ebc5a76d), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:04.664372 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e73c2273-02ac-4f8e-a9d2-b7f6808270d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (b0296e62-bd8a-4130-840e-5dc3ebc5a76d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:04.761402 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e73c2273-02ac-4f8e-a9d2-b7f6808270d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4935479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5317468'] for subnet (b0296e62-bd8a-4130-840e-5dc3ebc5a76d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:04.786805 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c2273-02ac-4f8e-a9d2-b7f6808270d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0296e62-bd8a-4130-840e-5dc3ebc5a76d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:04.792577 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e73c2273-02ac-4f8e-a9d2-b7f6808270d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:04.795807 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e73c2273-02ac-4f8e-a9d2-b7f6808270d0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b0296e62-bd8a-4130-840e-5dc3ebc5a76d HTTP/1.1" status: 204 len: 168 time: 0.2888024 May 10 20:31:04.798435 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35574) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:04.807893 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40deaffe-c694-4e1c-99db-140838296085 None None] Network 339c6d8e-af10-4b8c-9702-0522fc8af9c1 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:31:04.869901 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (339c6d8e-af10-4b8c-9702-0522fc8af9c1), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:04.929306 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Deleting port da1044be-2287-467e-838d-23987426f98f {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:31:04.929443 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (da1044be-2287-467e-838d-23987426f98f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:04.935321 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device c9cc452c-0a0e-43fd-8aa0-eb05875ac638 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:31:04.956419 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: c9cc452c-0a0e-43fd-8aa0-eb05875ac638 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:31:04.956761 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device c9cc452c-0a0e-43fd-8aa0-eb05875ac638 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:31:04.957178 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 4106cec3-a697-47ae-85dd-c4a19e93312a no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:31:04.980613 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] DHCP port deletion for 339c6d8e-af10-4b8c-9702-0522fc8af9c1 request from dv-cinder-828805-2-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:31:04.982799 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: 4106cec3-a697-47ae-85dd-c4a19e93312a {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:31:04.983138 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 4106cec3-a697-47ae-85dd-c4a19e93312a not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:31:04.996127 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] For port da1044be-2287-467e-838d-23987426f98f, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=da1044be-2287-467e-838d-23987426f98f,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:04.996497 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (da1044be-2287-467e-838d-23987426f98f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:05.011983 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Calling delete_port for da1044be-2287-467e-838d-23987426f98f owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:31:05.013879 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:31:05.028698 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Deleting port da1044be-2287-467e-838d-23987426f98f {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:31:05.029072 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (da1044be-2287-467e-838d-23987426f98f), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:05.099083 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] For port da1044be-2287-467e-838d-23987426f98f, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=da1044be-2287-467e-838d-23987426f98f,segment=NetworkSegment(268dcf79-5abb-414c-aa17-802029e951e6),segment_id=268dcf79-5abb-414c-aa17-802029e951e6)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:05.099379 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (da1044be-2287-467e-838d-23987426f98f), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:05.114479 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Calling delete_port for da1044be-2287-467e-838d-23987426f98f owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:31:05.189031 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (da1044be-2287-467e-838d-23987426f98f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:05.195156 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257'] for port (da1044be-2287-467e-838d-23987426f98f), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:05.212480 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Pushing event deleted for resources: {'Port': ['ID=da1044be-2287-467e-838d-23987426f98f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:05.219166 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] No DVR routers for this DVR port da1044be-2287-467e-838d-23987426f98f on host dv-cinder-828805-2-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:31:05.225934 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] No DVR routers for this DVR port da1044be-2287-467e-838d-23987426f98f on host dv-cinder-828805-2-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:31:05.236496 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Pushing event deleted for resources: {'Port': ['ID=da1044be-2287-467e-838d-23987426f98f,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:05.238962 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.239323 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.239672 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.240039 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.240486 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.240837 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.241170 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.241492 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.241825 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.242244 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.242492 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.242821 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.243143 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.243462 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.243782 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e20eb-e27c-46fe-8669-34307e3c85ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:05.290385 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (339c6d8e-af10-4b8c-9702-0522fc8af9c1), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:05.310280 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339c6d8e-af10-4b8c-9702-0522fc8af9c1']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:05.319398 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268dcf79-5abb-414c-aa17-802029e951e6') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:05.319686 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268dcf79-5abb-414c-aa17-802029e951e6') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:05.329646 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6068703'] for segment (268dcf79-5abb-414c-aa17-802029e951e6), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:05.342216 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (268dcf79-5abb-414c-aa17-802029e951e6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:05.348087 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:31:05.348399 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4935517'] for segment (268dcf79-5abb-414c-aa17-802029e951e6), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: Traceback (most recent call last): May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: timer() May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: cb(*args, **kw) May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: return func(*args, **kwargs) May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: self._notify() May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: self.callback(batched_events) May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: event.method(event) May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: return f(self, *a, **k) May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._get(url).json() May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: return self.request(url, 'GET', **kwargs) May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:31:05.350029 dv-cinder-828805-2-iscsi neutron-server[104124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:31:05.457428 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (339c6d8e-af10-4b8c-9702-0522fc8af9c1), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:05.464458 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:05.467490 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] 10.222.0.65 "DELETE /v2.0/networks/339c6d8e-af10-4b8c-9702-0522fc8af9c1 HTTP/1.1" status: 204 len: 168 time: 0.6681502 May 10 20:31:05.470548 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 35576) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:05.477612 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2e687-fb14-4c3b-b87a-6b686f1474bc admin admin] Pushing event deleted for resources: {'Network': ['ID=339c6d8e-af10-4b8c-9702-0522fc8af9c1,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:05.788129 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503370'] for router_interface (91078971-7442-4e57-ac29-7ac36ecfd3d0), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:06.014137 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Deleting port 916f06de-28b7-4188-b785-39fba7b1a885 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:31:06.014478 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (916f06de-28b7-4188-b785-39fba7b1a885), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:06.098269 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] For port 916f06de-28b7-4188-b785-39fba7b1a885, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=916f06de-28b7-4188-b785-39fba7b1a885,segment=NetworkSegment(1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef),segment_id=1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:06.098545 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (916f06de-28b7-4188-b785-39fba7b1a885), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:06.111691 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Calling delete_port for 916f06de-28b7-4188-b785-39fba7b1a885 owned by network:router_interface {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:31:06.337474 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (916f06de-28b7-4188-b785-39fba7b1a885), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:06.364265 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Pushing event deleted for resources: {'Port': ['ID=916f06de-28b7-4188-b785-39fba7b1a885,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:06.377026 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.377368 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.377711 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.378045 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.378402 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.378732 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.379056 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.379382 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.379707 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.380030 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.380355 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.380679 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.381002 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.381322 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.381643 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:06.799297 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7908673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505155'] for router_interface (91078971-7442-4e57-ac29-7ac36ecfd3d0), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:06.953537 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device da1044be-2287-467e-838d-23987426f98f no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:31:06.973600 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: da1044be-2287-467e-838d-23987426f98f {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:31:06.973942 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device da1044be-2287-467e-838d-23987426f98f not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:31:07.022946 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Router 91078971-7442-4e57-ac29-7ac36ecfd3d0 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:31:07.129744 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:31:07.134696 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-42d97ab5-4d56-41c5-b527-ec7aeb8fa43e admin admin] 10.222.0.65 "PUT /v2.0/routers/91078971-7442-4e57-ac29-7ac36ecfd3d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6630352 May 10 20:31:07.137250 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 35580) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:07.138206 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d738e4e5-bc7f-4a3a-b229-2b6bf9035093 None None] Sync routers for ids ['91078971-7442-4e57-ac29-7ac36ecfd3d0'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:31:07.148921 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d738e4e5-bc7f-4a3a-b229-2b6bf9035093 None None] Routers {'91078971-7442-4e57-ac29-7ac36ecfd3d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:31:07.149546 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-d738e4e5-bc7f-4a3a-b229-2b6bf9035093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:30:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['91078971-7442-4e57-ac29-7ac36ecfd3d0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:07.242245 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] Publish callbacks [] for router (91078971-7442-4e57-ac29-7ac36ecfd3d0), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:07.259234 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-d738e4e5-bc7f-4a3a-b229-2b6bf9035093 None None] Set router 91078971-7442-4e57-ac29-7ac36ecfd3d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:31:07.346373 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] Publish callbacks [] for router_gateway (91078971-7442-4e57-ac29-7ac36ecfd3d0), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:07.429307 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-d738e4e5-bc7f-4a3a-b229-2b6bf9035093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'name': 'tempest-TestShelveInstance-1834269138-router', 'tenant_id': 'ef25570884a043a9811f92c3391ec916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04b1a49b-6636-46df-97e5-71b697bd8253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:56Z', 'updated_at': '2022-05-10T20:31:06Z', 'revision_number': 5, 'project_id': 'ef25570884a043a9811f92c3391ec916', 'gw_port': {'id': '04b1a49b-6636-46df-97e5-71b697bd8253', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:18:57Z', 'updated_at': '2022-05-10T20:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:07.446288 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] Deleting port 04b1a49b-6636-46df-97e5-71b697bd8253 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:31:07.446629 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (04b1a49b-6636-46df-97e5-71b697bd8253), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:07.457724 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d738e4e5-bc7f-4a3a-b229-2b6bf9035093 None None] Checking router: 91078971-7442-4e57-ac29-7ac36ecfd3d0 for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:31:07.466202 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d738e4e5-bc7f-4a3a-b229-2b6bf9035093 None None] Routers {'91078971-7442-4e57-ac29-7ac36ecfd3d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:31:07.466806 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-d738e4e5-bc7f-4a3a-b229-2b6bf9035093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:30:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['91078971-7442-4e57-ac29-7ac36ecfd3d0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:07.524843 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] For port 04b1a49b-6636-46df-97e5-71b697bd8253, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=04b1a49b-6636-46df-97e5-71b697bd8253,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:07.525208 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (04b1a49b-6636-46df-97e5-71b697bd8253), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:07.538024 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] Calling delete_port for 04b1a49b-6636-46df-97e5-71b697bd8253 owned by network:router_gateway {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:31:07.555496 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-d738e4e5-bc7f-4a3a-b229-2b6bf9035093 None None] Set router 91078971-7442-4e57-ac29-7ac36ecfd3d0 gateway port host: None {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:31:07.612693 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-d738e4e5-bc7f-4a3a-b229-2b6bf9035093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'name': 'tempest-TestShelveInstance-1834269138-router', 'tenant_id': 'ef25570884a043a9811f92c3391ec916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:56Z', 'updated_at': '2022-05-10T20:31:07Z', 'revision_number': 6, 'project_id': 'ef25570884a043a9811f92c3391ec916', 'gw_port_host': None}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:07.643317 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d738e4e5-bc7f-4a3a-b229-2b6bf9035093 None None] The sync data for ids ['91078971-7442-4e57-ac29-7ac36ecfd3d0'] in dv-cinder-828805-2-iscsi is: [{'id': '91078971-7442-4e57-ac29-7ac36ecfd3d0', 'name': 'tempest-TestShelveInstance-1834269138-router', 'tenant_id': 'ef25570884a043a9811f92c3391ec916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:18:56Z', 'updated_at': '2022-05-10T20:31:07Z', 'revision_number': 6, 'project_id': 'ef25570884a043a9811f92c3391ec916', 'gw_port_host': None}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:31:07.765776 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (04b1a49b-6636-46df-97e5-71b697bd8253), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:07.794408 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] Pushing event deleted for resources: {'Port': ['ID=04b1a49b-6636-46df-97e5-71b697bd8253,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:07.855742 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514852'] for router_gateway (91078971-7442-4e57-ac29-7ac36ecfd3d0), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:07.952706 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11273'] for router (91078971-7442-4e57-ac29-7ac36ecfd3d0), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:07.955550 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] Publish callbacks [] for router_controller (91078971-7442-4e57-ac29-7ac36ecfd3d0), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.051502 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.074393 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-508659'] for router (91078971-7442-4e57-ac29-7ac36ecfd3d0), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.075290 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91078971-7442-4e57-ac29-7ac36ecfd3d0 {{(pid=104125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:31:08.079424 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.080576 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-24813712-d05b-4f9c-9a1b-a27012fad47a admin admin] 10.222.0.65 "DELETE /v2.0/routers/91078971-7442-4e57-ac29-7ac36ecfd3d0 HTTP/1.1" status: 204 len: 168 time: 0.9424169 May 10 20:31:08.083835 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35582) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:08.128632 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-6164735e-843f-4743-82d2-5cc70324058d admin admin] Deleting subnet aa97bca0-fce0-471d-8565-f905023c1540 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:31:08.131682 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6164735e-843f-4743-82d2-5cc70324058d admin admin] Publish callbacks [] for subnet (aa97bca0-fce0-471d-8565-f905023c1540), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.164939 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6164735e-843f-4743-82d2-5cc70324058d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6068516'] for subnet (aa97bca0-fce0-471d-8565-f905023c1540), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.243312 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6164735e-843f-4743-82d2-5cc70324058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (aa97bca0-fce0-471d-8565-f905023c1540), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.377685 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6164735e-843f-4743-82d2-5cc70324058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4935479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5317468'] for subnet (aa97bca0-fce0-471d-8565-f905023c1540), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.404109 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164735e-843f-4743-82d2-5cc70324058d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa97bca0-fce0-471d-8565-f905023c1540,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:08.406112 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6164735e-843f-4743-82d2-5cc70324058d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.409258 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6164735e-843f-4743-82d2-5cc70324058d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/aa97bca0-fce0-471d-8565-f905023c1540 HTTP/1.1" status: 204 len: 168 time: 0.3243558 May 10 20:31:08.411891 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35584) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:08.414490 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c2f862-7250-4b63-9220-f6baa7f4184e None None] Network 03ed6c69-5b7e-41db-8149-e36696a9e67b requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:31:08.491632 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (03ed6c69-5b7e-41db-8149-e36696a9e67b), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.538863 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Deleting port f1550669-fb12-4dab-b3f5-69c29a36451c {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:31:08.539244 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.578146 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf7f98c-e64e-4027-bbf0-5d4b51988f1f None None] DHCP port deletion for 03ed6c69-5b7e-41db-8149-e36696a9e67b request from dv-cinder-828805-2-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:31:08.604017 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] For port f1550669-fb12-4dab-b3f5-69c29a36451c, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=f1550669-fb12-4dab-b3f5-69c29a36451c,segment=NetworkSegment(1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef),segment_id=1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:08.604954 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.618458 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Calling delete_port for f1550669-fb12-4dab-b3f5-69c29a36451c owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:31:08.620807 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7f98c-e64e-4027-bbf0-5d4b51988f1f None None] Deleting port f1550669-fb12-4dab-b3f5-69c29a36451c {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:31:08.621242 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f98c-e64e-4027-bbf0-5d4b51988f1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.690549 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-ddf7f98c-e64e-4027-bbf0-5d4b51988f1f None None] For port f1550669-fb12-4dab-b3f5-69c29a36451c, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=f1550669-fb12-4dab-b3f5-69c29a36451c,segment=NetworkSegment(1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef),segment_id=1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:08.691057 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f98c-e64e-4027-bbf0-5d4b51988f1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.712705 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7f98c-e64e-4027-bbf0-5d4b51988f1f None None] Calling delete_port for f1550669-fb12-4dab-b3f5-69c29a36451c owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:31:08.771491 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.785406 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f98c-e64e-4027-bbf0-5d4b51988f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257'] for port (f1550669-fb12-4dab-b3f5-69c29a36451c), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.796593 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1550669-fb12-4dab-b3f5-69c29a36451c,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:08.801775 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] No DVR routers for this DVR port f1550669-fb12-4dab-b3f5-69c29a36451c on host dv-cinder-828805-2-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:31:08.815104 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf7f98c-e64e-4027-bbf0-5d4b51988f1f None None] No DVR routers for this DVR port f1550669-fb12-4dab-b3f5-69c29a36451c on host dv-cinder-828805-2-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:31:08.822230 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7f98c-e64e-4027-bbf0-5d4b51988f1f None None] Pushing event deleted for resources: {'Port': ['ID=f1550669-fb12-4dab-b3f5-69c29a36451c,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:08.875405 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (03ed6c69-5b7e-41db-8149-e36696a9e67b), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.895756 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ed6c69-5b7e-41db-8149-e36696a9e67b']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:08.904857 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:08.905152 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:08.908048 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 04b1a49b-6636-46df-97e5-71b697bd8253 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:31:08.915111 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6068703'] for segment (1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.928242 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.931236 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: 04b1a49b-6636-46df-97e5-71b697bd8253 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:31:08.931579 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 04b1a49b-6636-46df-97e5-71b697bd8253 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:31:08.931994 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device f1550669-fb12-4dab-b3f5-69c29a36451c no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:31:08.934984 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4935517'] for segment (1b2d0b13-af29-4af6-b54b-ed0d42c9f4ef), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: Traceback (most recent call last): May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: timer() May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: cb(*args, **kw) May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: return func(*args, **kwargs) May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: self._notify() May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: self.callback(batched_events) May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: event.method(event) May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: return f(self, *a, **k) May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._get(url).json() May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: return self.request(url, 'GET', **kwargs) May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:31:08.940285 dv-cinder-828805-2-iscsi neutron-server[104124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:31:08.956894 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: f1550669-fb12-4dab-b3f5-69c29a36451c {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:31:08.957299 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device f1550669-fb12-4dab-b3f5-69c29a36451c not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:31:08.957710 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 916f06de-28b7-4188-b785-39fba7b1a885 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:31:08.976508 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: 916f06de-28b7-4188-b785-39fba7b1a885 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:31:08.976849 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 916f06de-28b7-4188-b785-39fba7b1a885 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:31:09.062800 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (03ed6c69-5b7e-41db-8149-e36696a9e67b), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:09.067973 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:09.071058 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] 10.222.0.65 "DELETE /v2.0/networks/03ed6c69-5b7e-41db-8149-e36696a9e67b HTTP/1.1" status: 204 len: 168 time: 0.6564736 May 10 20:31:09.082920 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683436a-08dc-4b79-8257-d9aed28bc02f admin admin] Pushing event deleted for resources: {'Network': ['ID=03ed6c69-5b7e-41db-8149-e36696a9e67b,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:09.432340 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35588) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:09.472101 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-82f1c164-25b8-400a-b80c-1d7d012c49da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b9724c9a575141d48bbfbde685774622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379665 May 10 20:31:09.474672 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35590) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:09.524305 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb455514-9787-43dd-887d-1566ca689675 admin admin] Publish callbacks [] for security_group (350f893f-05e3-4d27-b84b-f67d14676933), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:09.545807 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb455514-9787-43dd-887d-1566ca689675 admin admin] Publish callbacks [] for security_group (350f893f-05e3-4d27-b84b-f67d14676933), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:09.674833 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb455514-9787-43dd-887d-1566ca689675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (350f893f-05e3-4d27-b84b-f67d14676933), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:09.677274 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb455514-9787-43dd-887d-1566ca689675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:09.678479 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-eb455514-9787-43dd-887d-1566ca689675 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/350f893f-05e3-4d27-b84b-f67d14676933 HTTP/1.1" status: 204 len: 168 time: 0.2029285 May 10 20:31:09.686198 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb455514-9787-43dd-887d-1566ca689675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350f893f-05e3-4d27-b84b-f67d14676933,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:10.391976 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 35596) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:10.433304 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-caca8744-3e2f-4e6e-9281-b76468d8b3c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef25570884a043a9811f92c3391ec916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394235 May 10 20:31:10.435968 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 35598) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:10.482591 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e56b207b-f7dc-4218-86b3-94f84ad45076 admin admin] Publish callbacks [] for security_group (0d477add-3df7-4c03-a151-e62afe951870), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:10.503468 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e56b207b-f7dc-4218-86b3-94f84ad45076 admin admin] Publish callbacks [] for security_group (0d477add-3df7-4c03-a151-e62afe951870), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:10.588957 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e56b207b-f7dc-4218-86b3-94f84ad45076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (0d477add-3df7-4c03-a151-e62afe951870), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:10.591528 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e56b207b-f7dc-4218-86b3-94f84ad45076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:10.592686 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e56b207b-f7dc-4218-86b3-94f84ad45076 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0d477add-3df7-4c03-a151-e62afe951870 HTTP/1.1" status: 204 len: 168 time: 0.1558199 May 10 20:31:10.600393 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b207b-f7dc-4218-86b3-94f84ad45076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d477add-3df7-4c03-a151-e62afe951870,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:20.788256 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-982be592-0137-439a-bf9e-1f26f732a8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:23.142284 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-eedd7218-2931-4417-9d98-767071d6725d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:24.450924 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:25.770918 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:27.279319 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:38.050467 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:42.013454 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:31:47.214326 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa6be23e-2956-42df-aced-f4a30c6feab2 req-8c022594-f852-4548-bc44-9c81b88c4164 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387857 May 10 20:31:47.269688 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6be23e-2956-42df-aced-f4a30c6feab2 req-d5db2e30-6a1f-4965-a925-629adfa6c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:47.271187 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa6be23e-2956-42df-aced-f4a30c6feab2 req-d5db2e30-6a1f-4965-a925-629adfa6c785 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 1129 time: 0.0383418 May 10 20:31:47.372975 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6be23e-2956-42df-aced-f4a30c6feab2 req-2b1893ab-7ff2-46a1-ab97-8c01a641dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:47.374438 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa6be23e-2956-42df-aced-f4a30c6feab2 req-2b1893ab-7ff2-46a1-ab97-8c01a641dd31 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 915 time: 0.0852640 May 10 20:31:47.437685 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa6be23e-2956-42df-aced-f4a30c6feab2 req-ce2e833b-f217-43c0-a314-9a3e6a1ef6be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 HTTP/1.1" status: 200 len: 1000 time: 0.0573573 May 10 20:31:47.488288 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6be23e-2956-42df-aced-f4a30c6feab2 req-2f093a9f-0372-40bf-bc74-5fcbc006b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:47.489605 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa6be23e-2956-42df-aced-f4a30c6feab2 req-2f093a9f-0372-40bf-bc74-5fcbc006b2e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 200 len: 853 time: 0.0457551 May 10 20:31:47.531678 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6be23e-2956-42df-aced-f4a30c6feab2 req-4c5a5cd5-ced4-4fad-9116-80cb6c5f166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:47.533092 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa6be23e-2956-42df-aced-f4a30c6feab2 req-4c5a5cd5-ced4-4fad-9116-80cb6c5f166a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97616d50-d128-4d48-95c9-0ecc4a239629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371039 May 10 20:31:47.617651 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa6be23e-2956-42df-aced-f4a30c6feab2 req-53ec0189-85da-42d6-8b70-100c3910a3cc service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784597 May 10 20:31:47.707202 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa6be23e-2956-42df-aced-f4a30c6feab2 req-43c9e213-d315-498f-9025-6d4aa3382fc8 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836024 May 10 20:31:50.736051 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68f79711-1398-46bd-aff7-1f0074dbeb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:53.136256 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-82d98c3f-97ea-4f67-9860-ac1133407298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:54.495886 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:55.810589 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:57.278483 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:08.084447 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:19.013271 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:32:20.764067 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d17d7b84-647b-4df7-bc0e-28c7b5433acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:23.140656 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-296bbf86-281a-41d9-b5dc-50af12e0298f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:24.454994 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:25.786545 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:27.272641 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:38.088833 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:48.340377 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f1e05576-fcbb-4c28-9e59-ba8b288bbe47 req-5de57105-1960-4895-9418-a80e86fe3799 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1826038 May 10 20:32:48.418688 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e05576-fcbb-4c28-9e59-ba8b288bbe47 req-bdac6549-84a2-4a82-9dc1-a98e1ee02c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:48.420725 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f1e05576-fcbb-4c28-9e59-ba8b288bbe47 req-bdac6549-84a2-4a82-9dc1-a98e1ee02c54 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 1129 time: 0.0381794 May 10 20:32:48.524529 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e05576-fcbb-4c28-9e59-ba8b288bbe47 req-edb9118a-2c98-4926-8c48-753477190285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:48.525946 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f1e05576-fcbb-4c28-9e59-ba8b288bbe47 req-edb9118a-2c98-4926-8c48-753477190285 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5faeb9f8-90a5-4864-8255-be306f147ea8 HTTP/1.1" status: 200 len: 913 time: 0.0869780 May 10 20:32:48.588456 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f1e05576-fcbb-4c28-9e59-ba8b288bbe47 req-9848e404-7b35-4c4f-865d-dcf5502faabf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87aa9ad9-fb81-4369-8056-73c918735898 HTTP/1.1" status: 200 len: 1001 time: 0.0564833 May 10 20:32:48.896965 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e05576-fcbb-4c28-9e59-ba8b288bbe47 req-22fdc19f-dea5-4dfc-812d-1f5c6aaf0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:48.898427 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f1e05576-fcbb-4c28-9e59-ba8b288bbe47 req-22fdc19f-dea5-4dfc-812d-1f5c6aaf0327 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=516f8c72-19b5-4ad2-a79b-f52f381944d9 HTTP/1.1" status: 200 len: 851 time: 0.3045204 May 10 20:32:48.940174 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e05576-fcbb-4c28-9e59-ba8b288bbe47 req-a2d107ab-e2dc-4af1-80ba-edbff79fee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:48.941611 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f1e05576-fcbb-4c28-9e59-ba8b288bbe47 req-a2d107ab-e2dc-4af1-80ba-edbff79fee59 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5faeb9f8-90a5-4864-8255-be306f147ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374236 May 10 20:32:49.029117 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f1e05576-fcbb-4c28-9e59-ba8b288bbe47 req-75cc774e-9960-4347-91d3-9f472d02e789 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809877 May 10 20:32:49.118663 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f1e05576-fcbb-4c28-9e59-ba8b288bbe47 req-f682d73b-3d7f-4512-bdfa-f5c08c9864ee service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830874 May 10 20:32:50.735041 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e7238be8-2e1f-4c2c-af89-4da3ab3c4ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:53.146424 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-62774497-0ba6-44e0-bf95-cc364773736d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:54.454753 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:55.769457 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:56.011742 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:32:57.283399 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.064211 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 35638) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:00.102887 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7c41e-1012-489c-bbd5-2565769ad983 req-bcc19f39-1313-4cb7-92e3-5a80e381f983 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:00.104283 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a7e7c41e-1012-489c-bbd5-2565769ad983 req-bcc19f39-1313-4cb7-92e3-5a80e381f983 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 945 time: 0.1625757 May 10 20:33:00.151659 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a7e7c41e-1012-489c-bbd5-2565769ad983 req-32cb6734-3131-4d4c-aaf0-4cb35952e6b5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=437f7772-4bed-46b1-a8f4-d0de5a970e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412807 May 10 20:33:00.199048 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f6711171-1eca-4a78-bc97-98c708416620 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b5515c98d19e4d53b195f1d190997208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336708 May 10 20:33:00.202049 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 35644) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:00.251821 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Publish callbacks [] for security_group (58ff3a34-0711-4a72-9a83-a05c456522f8), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.272600 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Publish callbacks [] for security_group (58ff3a34-0711-4a72-9a83-a05c456522f8), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.380603 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-0baa730d-8c9f-4def-9669-2394a82540b8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:00.381919 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-0baa730d-8c9f-4def-9669-2394a82540b8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 945 time: 0.0486887 May 10 20:33:00.392101 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (58ff3a34-0711-4a72-9a83-a05c456522f8), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.394748 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.395859 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58ff3a34-0711-4a72-9a83-a05c456522f8 HTTP/1.1" status: 204 len: 168 time: 0.1928759 May 10 20:33:00.403962 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ff3a34-0711-4a72-9a83-a05c456522f8,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:00.411391 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.411738 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.412077 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.412411 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.412742 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.413142 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.413385 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.413706 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.414027 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.414452 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.414707 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.415031 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.415351 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.415667 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.415987 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf2e95-f407-4539-ad34-00e9e7da1785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:00.488137 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Deleting port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:00.488469 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.579738 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] For port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:00.580095 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.786355 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.786798 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.787248 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Floating IP 8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6 disassociated. External IP: 172.27.1.82, port: 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441. May 10 20:33:00.787589 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Calling delete_port for 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:00.981564 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:01.007341 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event deleted for resources: {'Port': ['ID=0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:01.021231 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.021573 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.021910 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.022381 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.022715 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.023045 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.023375 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.023698 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.024024 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.024347 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.024676 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.024992 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.025311 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.025628 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.025943 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:01.135659 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Router fac29b97-38ec-47d8-b738-3fe83f00c0ff has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:33:01.265554 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4169c9e9-32e6-4839-a5f7-58001caf1345 req-53683877-058b-49d6-9d59-029f8f550687 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c370a2b-a8cd-4cbf-ba4c-48b870291ba3 HTTP/1.1" status: 200 len: 210 time: 0.0354402 May 10 20:33:01.268883 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:33:01.280711 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c91b75-8d05-422b-9fe6-fc203406edbb None None] Sync routers for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:33:01.291090 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c91b75-8d05-422b-9fe6-fc203406edbb None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:01.291700 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-50c91b75-8d05-422b-9fe6-fc203406edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:32:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:01.314355 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] No DVR routers for this DVR port 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:33:01.316918 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:01.320258 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a17974d-4dc8-4083-a5da-78e0986da1cc req-63253cbd-a81e-4505-bdce-53893b1aa77d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "DELETE /v2.0/ports/0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 HTTP/1.1" status: 204 len: 173 time: 0.9329896 May 10 20:33:01.320696 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c370a2b-a8cd-4cbf-ba4c-48b870291ba3', 'name': 'network-vif-deleted', 'tag': '0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:33:01.323304 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbf9243-a920-440d-809c-905fda25c69b" -d '{"events": [{"server_uuid": "4c370a2b-a8cd-4cbf-ba4c-48b870291ba3", "name": "network-vif-deleted", "tag": "0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:33:01.516105 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-50c91b75-8d05-422b-9fe6-fc203406edbb None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:01.577505 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e26a564-49ff-4a19-ada8-2c0579248a2d x-openstack-request-id: req-2e26a564-49ff-4a19-ada8-2c0579248a2d {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:33:01.577793 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c370a2b-a8cd-4cbf-ba4c-48b870291ba3", "name": "network-vif-deleted", "tag": "0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:33:01.578042 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e26a564-49ff-4a19-ada8-2c0579248a2d {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:33:01.578476 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e26a564-49ff-4a19-ada8-2c0579248a2d'] response: {'server_uuid': '4c370a2b-a8cd-4cbf-ba4c-48b870291ba3', 'name': 'network-vif-deleted', 'tag': '0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441', 'status': 'completed', 'code': 200} May 10 20:33:01.709916 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-50c91b75-8d05-422b-9fe6-fc203406edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:01.735463 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c91b75-8d05-422b-9fe6-fc203406edbb None None] Checking router: fac29b97-38ec-47d8-b738-3fe83f00c0ff for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:33:01.743446 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c91b75-8d05-422b-9fe6-fc203406edbb None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:01.744044 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-50c91b75-8d05-422b-9fe6-fc203406edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:32:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:01.856850 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-50c91b75-8d05-422b-9fe6-fc203406edbb None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:02.052183 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-50c91b75-8d05-422b-9fe6-fc203406edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:02.081987 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c91b75-8d05-422b-9fe6-fc203406edbb None None] The sync data for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi is: [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:33:02.302249 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354778e-db61-4df3-8b38-e104649772f9 None None] New status for floating IP 8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:33:02.405139 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 35662) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:02.460246 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-da5a6100-e963-4481-991b-096059639480 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (437f7772-4bed-46b1-a8f4-d0de5a970e7d), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:02.488674 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-da5a6100-e963-4481-991b-096059639480 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (437f7772-4bed-46b1-a8f4-d0de5a970e7d), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:02.580511 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-da5a6100-e963-4481-991b-096059639480 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (437f7772-4bed-46b1-a8f4-d0de5a970e7d), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:02.582966 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-da5a6100-e963-4481-991b-096059639480 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:02.584095 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-da5a6100-e963-4481-991b-096059639480 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "DELETE /v2.0/security-groups/437f7772-4bed-46b1-a8f4-d0de5a970e7d HTTP/1.1" status: 204 len: 168 time: 0.1777811 May 10 20:33:02.586997 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35664) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:02.593653 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a6100-e963-4481-991b-096059639480 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f7772-4bed-46b1-a8f4-d0de5a970e7d,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:02.601082 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-2919dcf0-2ad9-4dbc-b0e3-69a644f9178b tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] show failed (client error): The resource could not be found. May 10 20:33:02.602142 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2919dcf0-2ad9-4dbc-b0e3-69a644f9178b tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups/437f7772-4bed-46b1-a8f4-d0de5a970e7d HTTP/1.1" status: 404 len: 347 time: 0.0141239 May 10 20:33:02.604922 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35666) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:02.720286 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-0c19b617-42f8-4ac8-bd11-fe5c7e0ea982 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Deleting port 8f632cf8-ce19-4bee-bb97-985bacfb4d05 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:02.720625 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0c19b617-42f8-4ac8-bd11-fe5c7e0ea982 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (8f632cf8-ce19-4bee-bb97-985bacfb4d05), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:02.794667 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0c19b617-42f8-4ac8-bd11-fe5c7e0ea982 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (8f632cf8-ce19-4bee-bb97-985bacfb4d05), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:02.794991 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0c19b617-42f8-4ac8-bd11-fe5c7e0ea982 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (8f632cf8-ce19-4bee-bb97-985bacfb4d05), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:02.807837 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-0c19b617-42f8-4ac8-bd11-fe5c7e0ea982 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Calling delete_port for 8f632cf8-ce19-4bee-bb97-985bacfb4d05 owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:03.003828 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0c19b617-42f8-4ac8-bd11-fe5c7e0ea982 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (8f632cf8-ce19-4bee-bb97-985bacfb4d05), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:03.029872 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19b617-42f8-4ac8-bd11-fe5c7e0ea982 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event deleted for resources: {'Port': ['ID=8f632cf8-ce19-4bee-bb97-985bacfb4d05,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:03.093278 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0c19b617-42f8-4ac8-bd11-fe5c7e0ea982 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:03.095877 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0c19b617-42f8-4ac8-bd11-fe5c7e0ea982 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:03.097020 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-0c19b617-42f8-4ac8-bd11-fe5c7e0ea982 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "DELETE /v2.0/floatingips/8f0b0148-e4b1-4c64-9bc8-fd7187cba2d6 HTTP/1.1" status: 204 len: 168 time: 0.4911928 May 10 20:33:03.269707 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35670) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:03.274279 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-0be3e6c2-abaa-4486-a55a-ef35e50b6e23 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879118450', 'description': 'tempest-description--857296463'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:33:03.352164 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0be3e6c2-abaa-4486-a55a-ef35e50b6e23 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:03.418030 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0be3e6c2-abaa-4486-a55a-ef35e50b6e23 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (0fcde764-dd45-43b2-81b2-b765ac1b8b0a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:03.466329 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0be3e6c2-abaa-4486-a55a-ef35e50b6e23 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (0fcde764-dd45-43b2-81b2-b765ac1b8b0a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:03.494477 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3e6c2-abaa-4486-a55a-ef35e50b6e23 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcde764-dd45-43b2-81b2-b765ac1b8b0a,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:03.542520 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0be3e6c2-abaa-4486-a55a-ef35e50b6e23 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:03.544265 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-0be3e6c2-abaa-4486-a55a-ef35e50b6e23 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2735379 May 10 20:33:03.547090 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35672) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:03.551278 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-4561651c-45fb-403f-b093-8e9b752a200f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'security_group_rule': {'security_group_id': '0fcde764-dd45-43b2-81b2-b765ac1b8b0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:33:03.631121 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4561651c-45fb-403f-b093-8e9b752a200f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (55a4d2b7-daa5-416f-a421-682a3961f5b3), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:03.685331 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4561651c-45fb-403f-b093-8e9b752a200f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (55a4d2b7-daa5-416f-a421-682a3961f5b3), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:03.718618 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:03.741884 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:03.750075 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 0cbfb90d-9c7d-43b9-aea4-9e07ec8ac441 not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:03.769129 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4561651c-45fb-403f-b093-8e9b752a200f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (55a4d2b7-daa5-416f-a421-682a3961f5b3), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:03.786873 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561651c-45fb-403f-b093-8e9b752a200f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a4d2b7-daa5-416f-a421-682a3961f5b3,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:03.862409 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4561651c-45fb-403f-b093-8e9b752a200f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:03.863654 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4561651c-45fb-403f-b093-8e9b752a200f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156207 May 10 20:33:03.866335 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35674) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:03.870709 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-620df3d3-5e6f-4b8c-a726-cfbd9b080b35 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'security_group_rule': {'security_group_id': '0fcde764-dd45-43b2-81b2-b765ac1b8b0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:33:03.957438 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-620df3d3-5e6f-4b8c-a726-cfbd9b080b35 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (1ca1a8d6-421c-4f8d-a459-b533b7099d09), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:04.014400 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-620df3d3-5e6f-4b8c-a726-cfbd9b080b35 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (1ca1a8d6-421c-4f8d-a459-b533b7099d09), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:04.111648 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-620df3d3-5e6f-4b8c-a726-cfbd9b080b35 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (1ca1a8d6-421c-4f8d-a459-b533b7099d09), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:04.128353 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620df3d3-5e6f-4b8c-a726-cfbd9b080b35 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca1a8d6-421c-4f8d-a459-b533b7099d09,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:04.171309 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-620df3d3-5e6f-4b8c-a726-cfbd9b080b35 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:04.172540 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-620df3d3-5e6f-4b8c-a726-cfbd9b080b35 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3052802 May 10 20:33:04.175674 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 35676) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:04.180233 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'floatingip': {'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:33:04.255065 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:04.335415 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:04.442800 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Allocated IP 172.27.1.72 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/d01242d9-b235-4aa2-9bb0-44f4899fc853) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:33:04.559310 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for port (d01242d9-b235-4aa2-9bb0-44f4899fc853), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:04.678845 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (d01242d9-b235-4aa2-9bb0-44f4899fc853), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:04.721879 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:33:04.728966 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:33:04.732621 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:33:04.735947 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'Port': ['ID=d01242d9-b235-4aa2-9bb0-44f4899fc853,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:04.827124 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (b0ca081a-b6d4-456f-b21d-da996c0018b7), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:04.924142 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (d01242d9-b235-4aa2-9bb0-44f4899fc853), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:05.085162 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for port (d01242d9-b235-4aa2-9bb0-44f4899fc853), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:05.135265 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836405'] for port (d01242d9-b235-4aa2-9bb0-44f4899fc853), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:05.204702 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'Port': ['ID=d01242d9-b235-4aa2-9bb0-44f4899fc853,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:05.219666 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (b0ca081a-b6d4-456f-b21d-da996c0018b7), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:05.314018 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:05.315294 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-87131f98-72f1-4ce4-b13b-4e93352ab673 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1386228 May 10 20:33:05.505576 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-01eecc00-3e86-46c1-84b7-ea3c8dc6b9f4 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1879118450&fields=id&tenant_id=1d1c68d15d634e81acba3ca215f5548c HTTP/1.1" status: 200 len: 267 time: 0.0419283 May 10 20:33:05.609621 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-49cc45fe-54fe-4ee9-af24-69b2556665ca tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:05.611010 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-49cc45fe-54fe-4ee9-af24-69b2556665ca tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 814 time: 0.0991328 May 10 20:33:05.625267 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-c0203d76-b9d4-44f2-b039-593db70968b2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/quotas/1d1c68d15d634e81acba3ca215f5548c HTTP/1.1" status: 200 len: 375 time: 0.0089650 May 10 20:33:05.675982 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-56db04a9-3ba8-4565-9213-cc8b31de670f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459874 May 10 20:33:05.781058 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-eb35b4e2-6f76-4153-9043-4cbc93bcffcb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:33:05.782056 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-eb35b4e2-6f76-4153-9043-4cbc93bcffcb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0953164 May 10 20:33:05.868565 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-947f3102-f71c-4b73-a161-2e6b3ea98026 service neutron] 10.222.0.65 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805743 May 10 20:33:05.958763 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-21e6ed8b-6227-4a27-8507-afc8dddb37b7 service neutron] 10.222.0.65 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847414 May 10 20:33:06.192331 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543b76d9-10a2-40f8-854d-c42d9edd1c9a req-9e0dff38-092f-4218-afb7-5899046d3a72 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 210 time: 0.0289316 May 10 20:33:07.305349 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6413058-74e8-4536-9ac9-06147486be62 req-238aac2b-099e-4663-b672-eca0c455a420 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 210 time: 0.0306234 May 10 20:33:08.089395 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:08.105158 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-10a77be1-6c07-4cd0-b158-b0ef37db740c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:08.107201 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-10a77be1-6c07-4cd0-b158-b0ef37db740c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 814 time: 0.1053340 May 10 20:33:08.167295 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-f4f05272-c2f7-4bf3-b52d-99983a34287a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d1c68d15d634e81acba3ca215f5548c HTTP/1.1" status: 200 len: 380 time: 0.0520425 May 10 20:33:08.180738 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-1664106f-ea01-4817-a121-cd96b0a740d7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'port': {'device_id': 'cc41ee43-26c2-4b80-b44d-1efb5a10b299', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'admin_state_up': True, 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'security_groups': ['0fcde764-dd45-43b2-81b2-b765ac1b8b0a']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:33:08.335269 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-1664106f-ea01-4817-a121-cd96b0a740d7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Made reservation on behalf of 1d1c68d15d634e81acba3ca215f5548c for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:33:08.338765 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-1664106f-ea01-4817-a121-cd96b0a740d7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:08.429184 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2004ab84-1bc2-479e-9d60-1217c0af1ba4 req-f33bed12-33f4-4a78-9584-8de4782d3f2a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 210 time: 0.0352986 May 10 20:33:08.489760 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-1664106f-ea01-4817-a121-cd96b0a740d7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Allocated IP 172.20.0.8 (97616d50-d128-4d48-95c9-0ecc4a239629/86273698-c72a-41cc-a137-9df9c9b913fc/763e6174-5661-49a0-b0bb-40d39fde3357) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:33:08.634397 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-1664106f-ea01-4817-a121-cd96b0a740d7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for port (763e6174-5661-49a0-b0bb-40d39fde3357), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:08.729611 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-1664106f-ea01-4817-a121-cd96b0a740d7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (763e6174-5661-49a0-b0bb-40d39fde3357), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:08.790501 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-1664106f-ea01-4817-a121-cd96b0a740d7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Network 97616d50-d128-4d48-95c9-0ecc4a239629 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:33:08.796693 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-1664106f-ea01-4817-a121-cd96b0a740d7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:33:08.801243 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-1664106f-ea01-4817-a121-cd96b0a740d7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:33:08.806024 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664106f-ea01-4817-a121-cd96b0a740d7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'Port': ['ID=763e6174-5661-49a0-b0bb-40d39fde3357,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:08.856565 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-1664106f-ea01-4817-a121-cd96b0a740d7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:08.857177 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-1664106f-ea01-4817-a121-cd96b0a740d7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:08.944033 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-1664106f-ea01-4817-a121-cd96b0a740d7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7667680 May 10 20:33:08.955379 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Request body: {'port': {'device_id': 'cc41ee43-26c2-4b80-b44d-1efb5a10b299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:33:09.017608 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (763e6174-5661-49a0-b0bb-40d39fde3357), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:09.029196 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-9a30ef90-34d2-487f-928b-2e0852733fc1 None None] Provisioning complete for port 763e6174-5661-49a0-b0bb-40d39fde3357 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:33:09.029650 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9a30ef90-34d2-487f-928b-2e0852733fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (763e6174-5661-49a0-b0bb-40d39fde3357), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:09.064346 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-9a30ef90-34d2-487f-928b-2e0852733fc1 None None] Port 763e6174-5661-49a0-b0bb-40d39fde3357 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:33:09.273011 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763e6174-5661-49a0-b0bb-40d39fde3357 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:33:09.280254 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Publish callbacks [] for port (763e6174-5661-49a0-b0bb-40d39fde3357), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:09.292207 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Transition to ACTIVE for port object 763e6174-5661-49a0-b0bb-40d39fde3357 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:33:09.357602 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (763e6174-5661-49a0-b0bb-40d39fde3357), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:09.406846 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Pushing event updated for resources: {'Port': ['ID=763e6174-5661-49a0-b0bb-40d39fde3357,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:09.486244 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Attempting to bind port 763e6174-5661-49a0-b0bb-40d39fde3357 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:33:09.486582 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Attempting to bind port 763e6174-5661-49a0-b0bb-40d39fde3357 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:33:09.486912 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Attempting to bind port 763e6174-5661-49a0-b0bb-40d39fde3357 on network 97616d50-d128-4d48-95c9-0ecc4a239629 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:33:09.491458 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Port 763e6174-5661-49a0-b0bb-40d39fde3357 on network 97616d50-d128-4d48-95c9-0ecc4a239629 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:33:09.491776 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Attempting to bind port 763e6174-5661-49a0-b0bb-40d39fde3357 on network 97616d50-d128-4d48-95c9-0ecc4a239629 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:33:09.496889 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:33:09.497786 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Checking segment: {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:33:09.498195 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Bound using segment: {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:33:09.498618 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Bound port: 763e6174-5661-49a0-b0bb-40d39fde3357, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:33:09.498979 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (763e6174-5661-49a0-b0bb-40d39fde3357), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:09.575162 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40462ca1-2305-4fa2-9321-a36b604ee3fd req-374e6d43-dc7a-4f93-9f64-5886d36699ce tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:09.576705 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-40462ca1-2305-4fa2-9321-a36b604ee3fd req-374e6d43-dc7a-4f93-9f64-5886d36699ce tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 943 time: 0.0756257 May 10 20:33:09.619868 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] For port 763e6174-5661-49a0-b0bb-40d39fde3357, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:33:09.624276 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] For port 763e6174-5661-49a0-b0bb-40d39fde3357, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=763e6174-5661-49a0-b0bb-40d39fde3357,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:33:09.646926 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-40462ca1-2305-4fa2-9321-a36b604ee3fd req-88f4a8a5-d827-437b-b06e-1f2329b0050a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fcde764-dd45-43b2-81b2-b765ac1b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634077 May 10 20:33:09.723738 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (763e6174-5661-49a0-b0bb-40d39fde3357), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:09.756458 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:09.757078 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:09.758465 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] 10.222.0.83 "PUT /v2.0/ports/763e6174-5661-49a0-b0bb-40d39fde3357 HTTP/1.1" status: 200 len: 1093 time: 0.8073025 May 10 20:33:09.758907 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc41ee43-26c2-4b80-b44d-1efb5a10b299', 'tag': '763e6174-5661-49a0-b0bb-40d39fde3357'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:33:09.761144 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3228e875-c5e3-4d33-8b46-72e763101e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc41ee43-26c2-4b80-b44d-1efb5a10b299", "tag": "763e6174-5661-49a0-b0bb-40d39fde3357"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:33:09.790775 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c354958-eeb2-44ef-b6b3-380fcda43929 service neutron] Pushing event updated for resources: {'Port': ['ID=763e6174-5661-49a0-b0bb-40d39fde3357,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:09.803848 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e830a7f-9e17-4f32-ac01-63b891a6b1b3 x-openstack-request-id: req-7e830a7f-9e17-4f32-ac01-63b891a6b1b3 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:33:09.804141 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc41ee43-26c2-4b80-b44d-1efb5a10b299", "tag": "763e6174-5661-49a0-b0bb-40d39fde3357", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:33:09.804396 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e830a7f-9e17-4f32-ac01-63b891a6b1b3 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:33:09.804804 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e830a7f-9e17-4f32-ac01-63b891a6b1b3'] response: {'name': 'network-changed', 'server_uuid': 'cc41ee43-26c2-4b80-b44d-1efb5a10b299', 'tag': '763e6174-5661-49a0-b0bb-40d39fde3357', 'status': 'completed', 'code': 200} May 10 20:33:09.865589 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228e875-c5e3-4d33-8b46-72e763101e9d req-0a393c66-f4f8-40c8-a25a-203cc199c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:09.867328 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3228e875-c5e3-4d33-8b46-72e763101e9d req-0a393c66-f4f8-40c8-a25a-203cc199c29a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 1127 time: 0.0420861 May 10 20:33:09.969178 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228e875-c5e3-4d33-8b46-72e763101e9d req-2251d6cb-39b5-4973-a674-42f439ff46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:09.970689 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3228e875-c5e3-4d33-8b46-72e763101e9d req-2251d6cb-39b5-4973-a674-42f439ff46bb service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=1d1c68d15d634e81acba3ca215f5548c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0969973 May 10 20:33:10.061574 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228e875-c5e3-4d33-8b46-72e763101e9d req-436b228d-4d9a-4f32-9c55-fbb2bb8f9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:10.062947 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3228e875-c5e3-4d33-8b46-72e763101e9d req-436b228d-4d9a-4f32-9c55-fbb2bb8f9016 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856533 May 10 20:33:10.133229 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8505b959-d70d-4680-9fc7-9b9a67c80c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:10.134863 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-8505b959-d70d-4680-9fc7-9b9a67c80c50 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 1127 time: 0.0381596 May 10 20:33:10.179173 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-a971dffb-6f8e-4a9d-9f97-4d58e6820332 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=763e6174-5661-49a0-b0bb-40d39fde3357 HTTP/1.1" status: 200 len: 217 time: 0.0366459 May 10 20:33:10.225940 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-6a560155-f2b0-4e61-8286-00ad97d076ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:10.227359 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-6a560155-f2b0-4e61-8286-00ad97d076ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 200 len: 853 time: 0.0428119 May 10 20:33:10.269033 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-bb10ff02-ab8b-4d18-ad96-65a093e28a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:10.270552 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-bb10ff02-ab8b-4d18-ad96-65a093e28a7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97616d50-d128-4d48-95c9-0ecc4a239629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376282 May 10 20:33:10.360003 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-4e8ecde3-1862-4f2e-a8c8-34b2ee531c97 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833666 May 10 20:33:10.445498 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51e3832-13ad-4c4d-af8b-cb1be74c6cbc req-d422cb1c-5ac0-4e43-8764-7709724cd78b service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799913 May 10 20:33:10.764694 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55169d8-b3d9-46cf-9aa1-a30dc56f4133 req-cac7a196-b274-4335-bc0b-6de2903bce6d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:10.766155 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b55169d8-b3d9-46cf-9aa1-a30dc56f4133 req-cac7a196-b274-4335-bc0b-6de2903bce6d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 943 time: 0.0502841 May 10 20:33:10.811584 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b55169d8-b3d9-46cf-9aa1-a30dc56f4133 req-82fdc57b-b104-4ecb-a21d-338f2ab5bf0c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fcde764-dd45-43b2-81b2-b765ac1b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399160 May 10 20:33:11.941245 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65f12c-2081-47c4-9e8b-8234f01e4198 req-a765dc5a-6258-415d-a6e0-d40b28f53085 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:11.942774 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e65f12c-2081-47c4-9e8b-8234f01e4198 req-a765dc5a-6258-415d-a6e0-d40b28f53085 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 943 time: 0.0468149 May 10 20:33:11.988923 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e65f12c-2081-47c4-9e8b-8234f01e4198 req-6001d41c-a38f-4325-8d81-133541383255 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fcde764-dd45-43b2-81b2-b765ac1b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403676 May 10 20:33:13.099231 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731ffd1-45c0-4ab7-b753-e552e960a00a req-ab4dbd64-7ded-4731-b855-a22bf0f56204 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:13.100635 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d731ffd1-45c0-4ab7-b753-e552e960a00a req-ab4dbd64-7ded-4731-b855-a22bf0f56204 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 943 time: 0.0450637 May 10 20:33:13.149523 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d731ffd1-45c0-4ab7-b753-e552e960a00a req-3e833fdb-fc35-4af9-9085-8264557eca1c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fcde764-dd45-43b2-81b2-b765ac1b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 May 10 20:33:13.783079 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 763e6174-5661-49a0-b0bb-40d39fde3357 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:33:13.883542 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 763e6174-5661-49a0-b0bb-40d39fde3357, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=763e6174-5661-49a0-b0bb-40d39fde3357,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:13.897484 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': '763e6174-5661-49a0-b0bb-40d39fde3357', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'port_id': '763e6174-5661-49a0-b0bb-40d39fde3357', 'mac_address': 'fa:16:3e:ee:3b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:33:13.951766 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 763e6174-5661-49a0-b0bb-40d39fde3357 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:33:13.952149 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (763e6174-5661-49a0-b0bb-40d39fde3357), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.968425 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763e6174-5661-49a0-b0bb-40d39fde3357 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:33:13.986537 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 763e6174-5661-49a0-b0bb-40d39fde3357, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=763e6174-5661-49a0-b0bb-40d39fde3357,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:14.064460 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (763e6174-5661-49a0-b0bb-40d39fde3357), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:14.112462 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=763e6174-5661-49a0-b0bb-40d39fde3357,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:14.120317 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.120662 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.121001 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.121337 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.121665 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.122054 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.122406 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.122730 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.123052 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.123371 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.123692 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.124013 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.124331 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.124645 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.124959 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:14.274125 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d2e83-031f-4fa0-b1cd-864bce91e532 req-87e316af-889f-4637-be55-fa668ee223a5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:14.275690 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a6d2e83-031f-4fa0-b1cd-864bce91e532 req-87e316af-889f-4637-be55-fa668ee223a5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 944 time: 0.0571334 May 10 20:33:14.321691 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['763e6174-5661-49a0-b0bb-40d39fde3357'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:33:14.328811 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a6d2e83-031f-4fa0-b1cd-864bce91e532 req-6ac877f7-30a2-49f1-a7ff-23703cd8c881 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fcde764-dd45-43b2-81b2-b765ac1b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462265 May 10 20:33:15.451563 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa306c-4801-4d4b-b099-1dfc4b2244a1 req-195e99f1-385e-4f2d-a737-3fb09b51d37a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:15.453010 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-27fa306c-4801-4d4b-b099-1dfc4b2244a1 req-195e99f1-385e-4f2d-a737-3fb09b51d37a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 944 time: 0.0464220 May 10 20:33:15.498050 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-27fa306c-4801-4d4b-b099-1dfc4b2244a1 req-1caca79b-fd6e-4804-973e-3fe99fc710d2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fcde764-dd45-43b2-81b2-b765ac1b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393882 May 10 20:33:15.799013 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 763e6174-5661-49a0-b0bb-40d39fde3357 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:33:15.843931 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port 763e6174-5661-49a0-b0bb-40d39fde3357 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:33:15.922881 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port 763e6174-5661-49a0-b0bb-40d39fde3357 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:33:15.924953 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (763e6174-5661-49a0-b0bb-40d39fde3357), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:15.999999 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port 763e6174-5661-49a0-b0bb-40d39fde3357 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:33:16.000383 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (763e6174-5661-49a0-b0bb-40d39fde3357), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:16.022284 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc41ee43-26c2-4b80-b44d-1efb5a10b299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763e6174-5661-49a0-b0bb-40d39fde3357'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:33:16.024508 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab1f7ae-67fa-4c04-b77d-88062fff8a7a" -d '{"events": [{"server_uuid": "cc41ee43-26c2-4b80-b44d-1efb5a10b299", "name": "network-vif-plugged", "status": "completed", "tag": "763e6174-5661-49a0-b0bb-40d39fde3357"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:33:16.039789 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port 763e6174-5661-49a0-b0bb-40d39fde3357, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=763e6174-5661-49a0-b0bb-40d39fde3357,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:16.094616 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (763e6174-5661-49a0-b0bb-40d39fde3357), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:16.119621 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c39e490-55eb-4c82-9584-993fdc8adbf7 x-openstack-request-id: req-0c39e490-55eb-4c82-9584-993fdc8adbf7 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:33:16.119908 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc41ee43-26c2-4b80-b44d-1efb5a10b299", "name": "network-vif-plugged", "status": "completed", "tag": "763e6174-5661-49a0-b0bb-40d39fde3357", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:33:16.120158 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c39e490-55eb-4c82-9584-993fdc8adbf7 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:33:16.120547 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c39e490-55eb-4c82-9584-993fdc8adbf7'] response: {'server_uuid': 'cc41ee43-26c2-4b80-b44d-1efb5a10b299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763e6174-5661-49a0-b0bb-40d39fde3357', 'code': 200} May 10 20:33:16.149686 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=763e6174-5661-49a0-b0bb-40d39fde3357,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:16.403105 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189d0e2-68c0-4a9c-89aa-33f4cd94dda3 req-95748415-ec8a-42d9-b00d-f9cb9e08f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:16.405089 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0189d0e2-68c0-4a9c-89aa-33f4cd94dda3 req-95748415-ec8a-42d9-b00d-f9cb9e08f7c2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 1129 time: 0.0408623 May 10 20:33:16.447606 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0189d0e2-68c0-4a9c-89aa-33f4cd94dda3 req-e70026a0-f178-4f72-aded-799acff598fb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0fcde764-dd45-43b2-81b2-b765ac1b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368004 May 10 20:33:16.613859 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49c472-17e8-4db8-8cfb-0f7aded0348a req-a7fec97d-6c06-4784-8f53-a35249929a21 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:16.615345 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa49c472-17e8-4db8-8cfb-0f7aded0348a req-a7fec97d-6c06-4784-8f53-a35249929a21 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 945 time: 0.0498252 May 10 20:33:16.661311 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa49c472-17e8-4db8-8cfb-0f7aded0348a req-e87ce11b-0695-425d-8758-ead3b66d90aa tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fcde764-dd45-43b2-81b2-b765ac1b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403707 May 10 20:33:17.773875 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1efa4-6f50-4e2d-9351-dabe13b2181a req-8f3d3fff-80cc-465e-ab75-ef3110801484 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:17.775473 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ad1efa4-6f50-4e2d-9351-dabe13b2181a req-8f3d3fff-80cc-465e-ab75-ef3110801484 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 945 time: 0.0464599 May 10 20:33:17.825678 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ad1efa4-6f50-4e2d-9351-dabe13b2181a req-2c187e9e-15a5-4c64-8f8a-07f3c30ec54b tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fcde764-dd45-43b2-81b2-b765ac1b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432515 May 10 20:33:17.931534 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc06d7d-cf7f-4c90-88f2-2e59f4b24bb9 req-c7a57820-9013-4ec3-88e0-0d98434efed9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:17.933010 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6fc06d7d-cf7f-4c90-88f2-2e59f4b24bb9 req-c7a57820-9013-4ec3-88e0-0d98434efed9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 945 time: 0.0461283 May 10 20:33:17.941499 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35740) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:17.945724 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-fbabd970-e732-4712-915e-02d7aac70df5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'floatingip': {'port_id': '763e6174-5661-49a0-b0bb-40d39fde3357'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:33:17.983823 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fbabd970-e732-4712-915e-02d7aac70df5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (b0ca081a-b6d4-456f-b21d-da996c0018b7), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.626099 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.db.resource_extend [None req-fbabd970-e732-4712-915e-02d7aac70df5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 20:33:18.673249 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fbabd970-e732-4712-915e-02d7aac70df5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.738791 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fbabd970-e732-4712-915e-02d7aac70df5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (b0ca081a-b6d4-456f-b21d-da996c0018b7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.837424 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-fbabd970-e732-4712-915e-02d7aac70df5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Floating IP b0ca081a-b6d4-456f-b21d-da996c0018b7 associated. External IP: 172.27.1.72, port: 763e6174-5661-49a0-b0bb-40d39fde3357. May 10 20:33:19.044764 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbabd970-e732-4712-915e-02d7aac70df5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Router fac29b97-38ec-47d8-b738-3fe83f00c0ff has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:33:19.153162 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbabd970-e732-4712-915e-02d7aac70df5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:33:19.158647 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fbabd970-e732-4712-915e-02d7aac70df5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:19.163088 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa23ee-d9c5-4e3d-95ca-696e4699d10b None None] Sync routers for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:33:19.172869 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa23ee-d9c5-4e3d-95ca-696e4699d10b None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:19.173485 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-affa23ee-d9c5-4e3d-95ca-696e4699d10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:32:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:19.186765 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-fbabd970-e732-4712-915e-02d7aac70df5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "PUT /v2.0/floatingips/b0ca081a-b6d4-456f-b21d-da996c0018b7 HTTP/1.1" status: 200 len: 990 time: 1.2442904 May 10 20:33:19.187451 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc41ee43-26c2-4b80-b44d-1efb5a10b299', 'tag': '763e6174-5661-49a0-b0bb-40d39fde3357'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:33:19.189781 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801a6c13-4027-4fd6-8c94-3b0418acfd86" -d '{"events": [{"name": "network-changed", "server_uuid": "cc41ee43-26c2-4b80-b44d-1efb5a10b299", "tag": "763e6174-5661-49a0-b0bb-40d39fde3357"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:33:19.226016 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f182edb-543c-4ddf-ba19-123070ee5685 x-openstack-request-id: req-3f182edb-543c-4ddf-ba19-123070ee5685 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:33:19.226339 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc41ee43-26c2-4b80-b44d-1efb5a10b299", "tag": "763e6174-5661-49a0-b0bb-40d39fde3357", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:33:19.226594 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f182edb-543c-4ddf-ba19-123070ee5685 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:33:19.226999 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f182edb-543c-4ddf-ba19-123070ee5685'] response: {'name': 'network-changed', 'server_uuid': 'cc41ee43-26c2-4b80-b44d-1efb5a10b299', 'tag': '763e6174-5661-49a0-b0bb-40d39fde3357', 'status': 'completed', 'code': 200} May 10 20:33:19.284502 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a6c13-4027-4fd6-8c94-3b0418acfd86 req-bb56f181-2542-46c0-b8ec-00eee27aa8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:19.284998 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-affa23ee-d9c5-4e3d-95ca-696e4699d10b None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:19.286000 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-801a6c13-4027-4fd6-8c94-3b0418acfd86 req-bb56f181-2542-46c0-b8ec-00eee27aa8c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 1129 time: 0.0394704 May 10 20:33:19.379752 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a6c13-4027-4fd6-8c94-3b0418acfd86 req-0455f887-d441-4691-848c-60b060671de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:19.381113 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-801a6c13-4027-4fd6-8c94-3b0418acfd86 req-0455f887-d441-4691-848c-60b060671de2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 915 time: 0.0892808 May 10 20:33:19.448165 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-801a6c13-4027-4fd6-8c94-3b0418acfd86 req-15a2efb8-2b8c-4060-9080-2d5925497dd7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=763e6174-5661-49a0-b0bb-40d39fde3357 HTTP/1.1" status: 200 len: 998 time: 0.0584714 May 10 20:33:19.499110 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a6c13-4027-4fd6-8c94-3b0418acfd86 req-3830c238-a48e-4d45-9310-f227fd713576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:19.500570 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-801a6c13-4027-4fd6-8c94-3b0418acfd86 req-3830c238-a48e-4d45-9310-f227fd713576 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 200 len: 853 time: 0.0464125 May 10 20:33:19.502007 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-affa23ee-d9c5-4e3d-95ca-696e4699d10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'b0ca081a-b6d4-456f-b21d-da996c0018b7', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'port_id': '763e6174-5661-49a0-b0bb-40d39fde3357', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'mac_address': 'fa:16:3e:ee:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41ee43-26c2-4b80-b44d-1efb5a10b299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:33:04Z', 'updated_at': '2022-05-10T20:33:18Z', 'revision_number': 1, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:19.528244 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa23ee-d9c5-4e3d-95ca-696e4699d10b None None] Checking router: fac29b97-38ec-47d8-b738-3fe83f00c0ff for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:33:19.537165 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa23ee-d9c5-4e3d-95ca-696e4699d10b None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:19.537783 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-affa23ee-d9c5-4e3d-95ca-696e4699d10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:32:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:19.544146 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a6c13-4027-4fd6-8c94-3b0418acfd86 req-db03eb2e-e97d-4f95-bec4-fee059043d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:19.545678 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-801a6c13-4027-4fd6-8c94-3b0418acfd86 req-db03eb2e-e97d-4f95-bec4-fee059043d8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97616d50-d128-4d48-95c9-0ecc4a239629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394404 May 10 20:33:19.633150 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-801a6c13-4027-4fd6-8c94-3b0418acfd86 req-482e1dd8-484a-47f7-ad47-5eb61ba09511 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816112 May 10 20:33:19.644603 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-affa23ee-d9c5-4e3d-95ca-696e4699d10b None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:19.724588 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-801a6c13-4027-4fd6-8c94-3b0418acfd86 req-5265aed9-e869-4215-82c2-20308adc73b7 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862727 May 10 20:33:19.853136 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-affa23ee-d9c5-4e3d-95ca-696e4699d10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'b0ca081a-b6d4-456f-b21d-da996c0018b7', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'port_id': '763e6174-5661-49a0-b0bb-40d39fde3357', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'mac_address': 'fa:16:3e:ee:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41ee43-26c2-4b80-b44d-1efb5a10b299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:33:04Z', 'updated_at': '2022-05-10T20:33:18Z', 'revision_number': 1, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:19.965532 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa23ee-d9c5-4e3d-95ca-696e4699d10b None None] The sync data for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi is: [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': 'b0ca081a-b6d4-456f-b21d-da996c0018b7', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'port_id': '763e6174-5661-49a0-b0bb-40d39fde3357', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'mac_address': 'fa:16:3e:ee:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41ee43-26c2-4b80-b44d-1efb5a10b299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:33:04Z', 'updated_at': '2022-05-10T20:33:18Z', 'revision_number': 1, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:33:20.147554 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed53a50-ee3d-4015-835d-fed0f5297b59 None None] New status for floating IP b0ca081a-b6d4-456f-b21d-da996c0018b7: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:33:20.734338 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cefb8227-c248-4080-a9ca-abd9c1dcb4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:23.146183 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-98bdb8e4-7ecb-4199-a0e9-f75b24d7d381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:24.477261 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:25.826591 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:27.300488 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:33.011356 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:33:38.294229 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:48.196586 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50a38409-7a54-4dc2-a5c2-e77ebdb358d8 req-b90859ca-1429-4e78-83fd-76a476817a8d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389175 May 10 20:33:48.253649 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a38409-7a54-4dc2-a5c2-e77ebdb358d8 req-936a80c8-7cfa-4dd7-865f-b37138667295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:48.255155 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50a38409-7a54-4dc2-a5c2-e77ebdb358d8 req-936a80c8-7cfa-4dd7-865f-b37138667295 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=498ce5260ee44f5d9b1ebc74fecedfbf&device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 1129 time: 0.0384319 May 10 20:33:48.357086 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a38409-7a54-4dc2-a5c2-e77ebdb358d8 req-d377cb45-f0b6-4fa7-bce5-9c7a48dd924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:48.358550 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50a38409-7a54-4dc2-a5c2-e77ebdb358d8 req-d377cb45-f0b6-4fa7-bce5-9c7a48dd924c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8750fcec-68a3-4030-8b36-de70cc9667b1 HTTP/1.1" status: 200 len: 915 time: 0.0866969 May 10 20:33:48.397712 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50a38409-7a54-4dc2-a5c2-e77ebdb358d8 req-1c86a622-add6-4a96-a117-4af3bd5f925c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b69dc72-245c-49f9-855f-4cf1a1b1b094 HTTP/1.1" status: 200 len: 217 time: 0.0329220 May 10 20:33:48.450743 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a38409-7a54-4dc2-a5c2-e77ebdb358d8 req-84d621a5-a794-4c60-ad42-151f04ce9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:48.452151 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50a38409-7a54-4dc2-a5c2-e77ebdb358d8 req-84d621a5-a794-4c60-ad42-151f04ce9f43 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b20a76b4-6bd6-4766-87fa-09dcfb6eed3e HTTP/1.1" status: 200 len: 854 time: 0.0472143 May 10 20:33:48.483331 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50a38409-7a54-4dc2-a5c2-e77ebdb358d8 req-bbf84668-e628-4570-8dc7-879d1761fc8b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8750fcec-68a3-4030-8b36-de70cc9667b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249994 May 10 20:33:48.570235 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50a38409-7a54-4dc2-a5c2-e77ebdb358d8 req-84edc099-d57e-4ea1-9515-0a79fec26fa5 service neutron] 10.222.0.83 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799887 May 10 20:33:48.661579 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50a38409-7a54-4dc2-a5c2-e77ebdb358d8 req-182737c8-2c64-4e9d-b37a-b5e29bd3751b service neutron] 10.222.0.83 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846245 May 10 20:33:50.760188 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-048c10c4-ab3d-4c42-87f5-aa7955e30efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:53.145540 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-50f3c195-8c88-45d0-b9a9-741724345f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:54.492125 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:55.845812 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:57.282731 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:08.122464 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:10.010041 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:34:20.742251 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0d8c6db0-fff2-4aaf-b8ff-b1186e11f561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:23.178928 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5ee05c96-4a9f-429d-a46a-6be743e405ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:24.473586 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:25.795951 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:27.287433 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:38.132664 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:47.008233 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:34:50.743826 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4f00a037-cd57-4fcd-a926-12ab69289f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:53.214739 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-535bea18-6ac2-459f-857b-e00a6375c51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:54.523355 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:54.706836 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d27fd-33fd-4d99-bc90-2515ed98314f req-37c208f9-74b8-42d7-a602-a0d9064cc509 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:54.708301 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4c7d27fd-33fd-4d99-bc90-2515ed98314f req-37c208f9-74b8-42d7-a602-a0d9064cc509 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 945 time: 0.0482755 May 10 20:34:54.754386 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4c7d27fd-33fd-4d99-bc90-2515ed98314f req-36f98c8e-4edd-40d3-92ba-9eba34b9d644 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fcde764-dd45-43b2-81b2-b765ac1b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405576 May 10 20:34:55.812797 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:55.868176 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32649f22-8183-4985-bd66-b0d849447003 req-6e5af7fa-3f53-4495-a903-33d0f647019a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:55.869639 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-32649f22-8183-4985-bd66-b0d849447003 req-6e5af7fa-3f53-4495-a903-33d0f647019a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 945 time: 0.0473266 May 10 20:34:55.920060 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-32649f22-8183-4985-bd66-b0d849447003 req-b9e02a45-a60e-4b0b-88c9-bb26d2aa3dbe tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fcde764-dd45-43b2-81b2-b765ac1b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448861 May 10 20:34:55.999030 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-92875b8f-343a-4b85-b197-46b781750507 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:56.000377 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-92875b8f-343a-4b85-b197-46b781750507 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 945 time: 0.0497918 May 10 20:34:56.082947 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Deleting port 763e6174-5661-49a0-b0bb-40d39fde3357 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:34:56.083287 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (763e6174-5661-49a0-b0bb-40d39fde3357), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:56.173389 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] For port 763e6174-5661-49a0-b0bb-40d39fde3357, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=763e6174-5661-49a0-b0bb-40d39fde3357,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:34:56.173746 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (763e6174-5661-49a0-b0bb-40d39fde3357), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:56.352322 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:56.352618 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (b0ca081a-b6d4-456f-b21d-da996c0018b7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:56.352929 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Floating IP b0ca081a-b6d4-456f-b21d-da996c0018b7 disassociated. External IP: 172.27.1.72, port: 763e6174-5661-49a0-b0bb-40d39fde3357. May 10 20:34:56.353260 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Calling delete_port for 763e6174-5661-49a0-b0bb-40d39fde3357 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:34:56.540567 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (763e6174-5661-49a0-b0bb-40d39fde3357), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:56.571135 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event deleted for resources: {'Port': ['ID=763e6174-5661-49a0-b0bb-40d39fde3357,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:56.581204 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.581557 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.581895 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.582285 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.582624 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.582955 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.583284 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.583611 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.583934 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.584253 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.584575 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.584895 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.585211 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.585550 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.585868 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:56.696932 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Router fac29b97-38ec-47d8-b738-3fe83f00c0ff has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:34:56.804714 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:34:56.814372 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc3fc7b-35ce-4946-8cf2-57058577e7ec None None] Sync routers for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:34:56.824422 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc3fc7b-35ce-4946-8cf2-57058577e7ec None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:34:56.825028 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-fdc3fc7b-35ce-4946-8cf2-57058577e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:34:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:56.845807 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] No DVR routers for this DVR port 763e6174-5661-49a0-b0bb-40d39fde3357 on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:34:56.849009 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:56.852571 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05f89409-e0b3-4cda-9665-e805e5e94600 req-0aff11ff-21a1-413c-a722-d54b4e091456 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "DELETE /v2.0/ports/763e6174-5661-49a0-b0bb-40d39fde3357 HTTP/1.1" status: 204 len: 173 time: 0.8472435 May 10 20:34:56.853087 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc41ee43-26c2-4b80-b44d-1efb5a10b299', 'name': 'network-vif-deleted', 'tag': '763e6174-5661-49a0-b0bb-40d39fde3357'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:34:56.855888 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3896c9f8-e1c0-452e-b2ed-e83b86c100ef" -d '{"events": [{"server_uuid": "cc41ee43-26c2-4b80-b44d-1efb5a10b299", "name": "network-vif-deleted", "tag": "763e6174-5661-49a0-b0bb-40d39fde3357"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:34:56.893622 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a3645d-43ff-4779-a15f-3833b99a8de0 x-openstack-request-id: req-67a3645d-43ff-4779-a15f-3833b99a8de0 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:34:56.894232 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc41ee43-26c2-4b80-b44d-1efb5a10b299", "name": "network-vif-deleted", "tag": "763e6174-5661-49a0-b0bb-40d39fde3357", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:34:56.894232 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67a3645d-43ff-4779-a15f-3833b99a8de0 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:34:56.894775 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a3645d-43ff-4779-a15f-3833b99a8de0'] response: {'server_uuid': 'cc41ee43-26c2-4b80-b44d-1efb5a10b299', 'name': 'network-vif-deleted', 'tag': '763e6174-5661-49a0-b0bb-40d39fde3357', 'status': 'completed', 'code': 200} May 10 20:34:56.936304 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-fdc3fc7b-35ce-4946-8cf2-57058577e7ec None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:34:57.032560 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe84a30c-8f65-442a-8f9d-f5ef7b345af0 req-2d2d4d3a-f68f-4f70-a1b7-da995b6c899f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc41ee43-26c2-4b80-b44d-1efb5a10b299 HTTP/1.1" status: 200 len: 210 time: 0.0340993 May 10 20:34:57.149207 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-fdc3fc7b-35ce-4946-8cf2-57058577e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:57.178318 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc3fc7b-35ce-4946-8cf2-57058577e7ec None None] Checking router: fac29b97-38ec-47d8-b738-3fe83f00c0ff for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:34:57.185122 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc3fc7b-35ce-4946-8cf2-57058577e7ec None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:34:57.185728 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-fdc3fc7b-35ce-4946-8cf2-57058577e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:34:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:57.260642 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:57.293485 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-fdc3fc7b-35ce-4946-8cf2-57058577e7ec None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:34:57.481474 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-fdc3fc7b-35ce-4946-8cf2-57058577e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:57.507630 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc3fc7b-35ce-4946-8cf2-57058577e7ec None None] The sync data for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi is: [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:34:57.726454 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae60846-5239-47fb-bffc-f9e28c1c7f45 None None] New status for floating IP b0ca081a-b6d4-456f-b21d-da996c0018b7: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:34:58.204099 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35798) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:58.257561 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad9cc-6808-4df2-9b19-233779a70868 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (0fcde764-dd45-43b2-81b2-b765ac1b8b0a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:58.280134 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad9cc-6808-4df2-9b19-233779a70868 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (0fcde764-dd45-43b2-81b2-b765ac1b8b0a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:58.429595 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad9cc-6808-4df2-9b19-233779a70868 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (0fcde764-dd45-43b2-81b2-b765ac1b8b0a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:58.432287 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad9cc-6808-4df2-9b19-233779a70868 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:58.433473 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8c9ad9cc-6808-4df2-9b19-233779a70868 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "DELETE /v2.0/security-groups/0fcde764-dd45-43b2-81b2-b765ac1b8b0a HTTP/1.1" status: 204 len: 168 time: 0.2284014 May 10 20:34:58.436287 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 35800) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:58.442738 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ad9cc-6808-4df2-9b19-233779a70868 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcde764-dd45-43b2-81b2-b765ac1b8b0a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:58.451689 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.api.v2.resource [None req-1b6435ae-6fce-481f-aff9-26ab9f4a624f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] show failed (client error): The resource could not be found. May 10 20:34:58.452642 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-1b6435ae-6fce-481f-aff9-26ab9f4a624f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups/0fcde764-dd45-43b2-81b2-b765ac1b8b0a HTTP/1.1" status: 404 len: 347 time: 0.0153818 May 10 20:34:58.456134 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 35804) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:58.571506 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Deleting port d01242d9-b235-4aa2-9bb0-44f4899fc853 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:34:58.571847 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (d01242d9-b235-4aa2-9bb0-44f4899fc853), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:58.660368 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (d01242d9-b235-4aa2-9bb0-44f4899fc853), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:58.660684 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (d01242d9-b235-4aa2-9bb0-44f4899fc853), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:58.673121 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Calling delete_port for d01242d9-b235-4aa2-9bb0-44f4899fc853 owned by network:floatingip {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:34:58.858313 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (d01242d9-b235-4aa2-9bb0-44f4899fc853), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:58.884141 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event deleted for resources: {'Port': ['ID=d01242d9-b235-4aa2-9bb0-44f4899fc853,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:58.911165 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.911517 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.911859 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.912201 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.912538 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.912872 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.913203 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.913531 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.913851 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.914218 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.914546 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.914876 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.915199 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.915520 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.915838 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:58.958791 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (b0ca081a-b6d4-456f-b21d-da996c0018b7), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:58.961444 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:58.962664 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-99a1363c-df04-414d-99e5-d9362d6f8896 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "DELETE /v2.0/floatingips/b0ca081a-b6d4-456f-b21d-da996c0018b7 HTTP/1.1" status: 204 len: 168 time: 0.5055766 May 10 20:34:59.091265 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 35808) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:59.100581 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-a8276baf-c3e2-4008-9f11-363bc12064fd tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--896856285', 'description': 'tempest-description--499462906'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:34:59.175206 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a8276baf-c3e2-4008-9f11-363bc12064fd tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:59.240376 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a8276baf-c3e2-4008-9f11-363bc12064fd tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (0f41d969-a5fe-419d-bf2c-15dcdd3d472a), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:59.288405 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a8276baf-c3e2-4008-9f11-363bc12064fd tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (0f41d969-a5fe-419d-bf2c-15dcdd3d472a), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:59.320744 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8276baf-c3e2-4008-9f11-363bc12064fd tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f41d969-a5fe-419d-bf2c-15dcdd3d472a,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:59.353314 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a8276baf-c3e2-4008-9f11-363bc12064fd tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:59.354546 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a8276baf-c3e2-4008-9f11-363bc12064fd tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2622857 May 10 20:34:59.357358 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 35810) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:59.362334 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-2f217039-6034-49c3-811d-e84ded7166fc tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'security_group_rule': {'security_group_id': '0f41d969-a5fe-419d-bf2c-15dcdd3d472a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:34:59.454253 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2f217039-6034-49c3-811d-e84ded7166fc tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (c330c549-8d72-4251-8b17-7bd4666cfe5b), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:59.509416 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2f217039-6034-49c3-811d-e84ded7166fc tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (c330c549-8d72-4251-8b17-7bd4666cfe5b), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:59.580050 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2f217039-6034-49c3-811d-e84ded7166fc tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (c330c549-8d72-4251-8b17-7bd4666cfe5b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:59.598984 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f217039-6034-49c3-811d-e84ded7166fc tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c330c549-8d72-4251-8b17-7bd4666cfe5b,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:59.673838 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2f217039-6034-49c3-811d-e84ded7166fc tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:59.675140 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2f217039-6034-49c3-811d-e84ded7166fc tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3168311 May 10 20:34:59.678821 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 35816) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:59.683558 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-6e160889-fa2f-4211-b024-6935bc0c1716 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'security_group_rule': {'security_group_id': '0f41d969-a5fe-419d-bf2c-15dcdd3d472a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:34:59.763276 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6e160889-fa2f-4211-b024-6935bc0c1716 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (8c38f9eb-f109-4eb5-b7be-c2d3f4cd1a1b), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:59.818829 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6e160889-fa2f-4211-b024-6935bc0c1716 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (8c38f9eb-f109-4eb5-b7be-c2d3f4cd1a1b), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:59.898202 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6e160889-fa2f-4211-b024-6935bc0c1716 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867854'] for security_group_rule (8c38f9eb-f109-4eb5-b7be-c2d3f4cd1a1b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:59.917664 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e160889-fa2f-4211-b024-6935bc0c1716 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c38f9eb-f109-4eb5-b7be-c2d3f4cd1a1b,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:59.999635 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6e160889-fa2f-4211-b024-6935bc0c1716 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:00.001079 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-6e160889-fa2f-4211-b024-6935bc0c1716 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3211524 May 10 20:35:00.004687 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 35820) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:00.009509 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'floatingip': {'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:00.114443 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:00.194062 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:00.305251 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Allocated IP 172.27.1.120 (6687bf44-6b81-4c08-8ccb-c06067e5e244/bd9c6824-cce8-4e92-a1a4-a2920bcb0a34/3584fc9f-9f1c-474a-b321-e1c4bee656f6) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:00.409901 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for port (3584fc9f-9f1c-474a-b321-e1c4bee656f6), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:00.418919 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 763e6174-5661-49a0-b0bb-40d39fde3357 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:35:00.439975 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: 763e6174-5661-49a0-b0bb-40d39fde3357 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:35:00.440583 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 763e6174-5661-49a0-b0bb-40d39fde3357 not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:35:00.527449 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (3584fc9f-9f1c-474a-b321-e1c4bee656f6), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:00.564296 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Network 6687bf44-6b81-4c08-8ccb-c06067e5e244 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:00.567150 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:00.571178 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:00.603022 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'Port': ['ID=3584fc9f-9f1c-474a-b321-e1c4bee656f6,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:00.673506 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (50592353-de26-4b8c-8121-2eb41e868ab7), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:00.785927 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (3584fc9f-9f1c-474a-b321-e1c4bee656f6), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:00.937036 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for port (3584fc9f-9f1c-474a-b321-e1c4bee656f6), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:00.995150 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836405'] for port (3584fc9f-9f1c-474a-b321-e1c4bee656f6), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:01.067553 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'Port': ['ID=3584fc9f-9f1c-474a-b321-e1c4bee656f6,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:01.076955 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (50592353-de26-4b8c-8121-2eb41e868ab7), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:01.168628 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:01.169930 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2686df8e-2071-4570-8f47-1dea0b27c4ea tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1641543 May 10 20:35:01.325355 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-28151233-b302-496e-8b35-c1d5ef9ca772 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--896856285&fields=id&tenant_id=1d1c68d15d634e81acba3ca215f5548c HTTP/1.1" status: 200 len: 267 time: 0.0417588 May 10 20:35:01.431544 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-4fd3dd1f-0b15-4cb8-89b4-1dcd0379f80a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:01.433007 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-4fd3dd1f-0b15-4cb8-89b4-1dcd0379f80a tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 814 time: 0.1007702 May 10 20:35:01.447927 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-1116a8bc-f3b0-4671-a8c0-46acbcf1c7e9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/quotas/1d1c68d15d634e81acba3ca215f5548c HTTP/1.1" status: 200 len: 375 time: 0.0096853 May 10 20:35:01.495023 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-87d9e4f7-e8c8-41f0-8cb7-151d8c5693f7 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424547 May 10 20:35:01.586548 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-ce76a974-de88-4a5f-819a-a322cd8e0ca3 service neutron] 10.222.0.65 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795467 May 10 20:35:01.677004 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-dee89709-c5a6-47f0-bddd-9f7630b93096 service neutron] 10.222.0.65 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848451 May 10 20:35:01.964877 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c50cd168-fa2b-4332-b7d1-7bd543f3276c req-0897b82f-f937-48d6-95d7-c34c3afc7e58 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 210 time: 0.0290997 May 10 20:35:03.064585 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e43b52c2-d2a9-416a-98ad-35f11120bf28 req-88c07e26-774f-4434-8d7e-23986630c4e5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 210 time: 0.0273368 May 10 20:35:03.641869 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-a53ccd26-001d-440a-95fa-26ab99fe8c55 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:03.643850 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-a53ccd26-001d-440a-95fa-26ab99fe8c55 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 814 time: 0.1044650 May 10 20:35:03.703519 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-89a8c71d-3466-4989-bd3c-16a0eddf4f19 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d1c68d15d634e81acba3ca215f5548c HTTP/1.1" status: 200 len: 379 time: 0.0506210 May 10 20:35:03.711524 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-23849bc4-3315-4f73-b324-e24307ed8fb6 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'port': {'device_id': 'f901499e-4683-464c-99fa-fcac3177ce05', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'admin_state_up': True, 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'security_groups': ['0f41d969-a5fe-419d-bf2c-15dcdd3d472a']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:03.883184 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-23849bc4-3315-4f73-b324-e24307ed8fb6 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Made reservation on behalf of 1d1c68d15d634e81acba3ca215f5548c for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:35:03.886620 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-23849bc4-3315-4f73-b324-e24307ed8fb6 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:04.011790 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-23849bc4-3315-4f73-b324-e24307ed8fb6 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Allocated IP 172.20.0.4 (97616d50-d128-4d48-95c9-0ecc4a239629/86273698-c72a-41cc-a137-9df9c9b913fc/de779ba3-95d2-4c5b-b377-c9366cb89c51) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:04.171056 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4704f95a-38b8-4a94-b929-bab5c2f097e2 req-aa50d9df-fb92-4f18-bbc2-029ec3bf1174 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 210 time: 0.0356958 May 10 20:35:04.175618 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-23849bc4-3315-4f73-b324-e24307ed8fb6 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:04.283229 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-23849bc4-3315-4f73-b324-e24307ed8fb6 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756477787248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:04.327878 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-23849bc4-3315-4f73-b324-e24307ed8fb6 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Network 97616d50-d128-4d48-95c9-0ecc4a239629 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:04.331563 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-23849bc4-3315-4f73-b324-e24307ed8fb6 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:04.333853 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-23849bc4-3315-4f73-b324-e24307ed8fb6 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:04.365928 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23849bc4-3315-4f73-b324-e24307ed8fb6 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event updated for resources: {'Port': ['ID=de779ba3-95d2-4c5b-b377-c9366cb89c51,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:04.392389 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-23849bc4-3315-4f73-b324-e24307ed8fb6 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:04.393050 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-23849bc4-3315-4f73-b324-e24307ed8fb6 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:04.637122 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-23849bc4-3315-4f73-b324-e24307ed8fb6 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8390110 May 10 20:35:04.637122 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Request body: {'port': {'device_id': 'f901499e-4683-464c-99fa-fcac3177ce05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:04.637377 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-b53398f5-6096-409b-90c4-273a6db56ae8 None None] Provisioning complete for port de779ba3-95d2-4c5b-b377-c9366cb89c51 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:04.637377 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b53398f5-6096-409b-90c4-273a6db56ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:04.637954 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:04.638065 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-b53398f5-6096-409b-90c4-273a6db56ae8 None None] Port de779ba3-95d2-4c5b-b377-c9366cb89c51 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:35:04.872835 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de779ba3-95d2-4c5b-b377-c9366cb89c51 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:35:04.880077 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Publish callbacks [] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:04.891882 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Transition to ACTIVE for port object de779ba3-95d2-4c5b-b377-c9366cb89c51 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:35:04.983591 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:05.059836 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Pushing event updated for resources: {'Port': ['ID=de779ba3-95d2-4c5b-b377-c9366cb89c51,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:05.112433 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Attempting to bind port de779ba3-95d2-4c5b-b377-c9366cb89c51 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:35:05.112765 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Attempting to bind port de779ba3-95d2-4c5b-b377-c9366cb89c51 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:35:05.113087 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Attempting to bind port de779ba3-95d2-4c5b-b377-c9366cb89c51 on network 97616d50-d128-4d48-95c9-0ecc4a239629 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:05.117607 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Port de779ba3-95d2-4c5b-b377-c9366cb89c51 on network 97616d50-d128-4d48-95c9-0ecc4a239629 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:35:05.117922 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Attempting to bind port de779ba3-95d2-4c5b-b377-c9366cb89c51 on network 97616d50-d128-4d48-95c9-0ecc4a239629 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:05.122855 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Checking agent: {'id': '01e91bdc-5dae-405e-8698-14a1f9b4ec81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'started_at': datetime.datetime(2022, 5, 10, 20, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:35:05.123191 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Checking segment: {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:05.123569 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Bound using segment: {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:35:05.123993 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Bound port: de779ba3-95d2-4c5b-b377-c9366cb89c51, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:35:05.125769 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:05.196374 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] For port de779ba3-95d2-4c5b-b377-c9366cb89c51, host hv-cinder-82880, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:35:05.199480 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] For port de779ba3-95d2-4c5b-b377-c9366cb89c51, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de779ba3-95d2-4c5b-b377-c9366cb89c51,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:35:05.277739 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4935545'] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:05.309494 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9931c0-0511-4b62-a3de-d614fc3ceb10 req-11c05c8a-e9e9-4bd4-9c7c-46491fe1e427 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:05.311315 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5b9931c0-0511-4b62-a3de-d614fc3ceb10 req-11c05c8a-e9e9-4bd4-9c7c-46491fe1e427 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 943 time: 0.0718343 May 10 20:35:05.322815 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:05.323368 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:05.324848 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] 10.222.0.83 "PUT /v2.0/ports/de779ba3-95d2-4c5b-b377-c9366cb89c51 HTTP/1.1" status: 200 len: 1093 time: 0.7712944 May 10 20:35:05.327763 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f901499e-4683-464c-99fa-fcac3177ce05', 'tag': 'de779ba3-95d2-4c5b-b377-c9366cb89c51'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:35:05.331400 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830715af-b113-424f-adf5-d2d038cb5888" -d '{"events": [{"name": "network-changed", "server_uuid": "f901499e-4683-464c-99fa-fcac3177ce05", "tag": "de779ba3-95d2-4c5b-b377-c9366cb89c51"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:35:05.370655 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765723e-779b-4710-bcd3-6e969b2dd195 service neutron] Pushing event updated for resources: {'Port': ['ID=de779ba3-95d2-4c5b-b377-c9366cb89c51,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:05.397019 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5b9931c0-0511-4b62-a3de-d614fc3ceb10 req-e4904bf7-17a2-4b15-ae27-1e498058ea26 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f41d969-a5fe-419d-bf2c-15dcdd3d472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795078 May 10 20:35:05.453634 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8aadae3-87e6-4f29-8fbd-ac848a42303e x-openstack-request-id: req-a8aadae3-87e6-4f29-8fbd-ac848a42303e {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:35:05.453923 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f901499e-4683-464c-99fa-fcac3177ce05", "tag": "de779ba3-95d2-4c5b-b377-c9366cb89c51", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:35:05.454198 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8aadae3-87e6-4f29-8fbd-ac848a42303e {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:35:05.454596 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8aadae3-87e6-4f29-8fbd-ac848a42303e'] response: {'name': 'network-changed', 'server_uuid': 'f901499e-4683-464c-99fa-fcac3177ce05', 'tag': 'de779ba3-95d2-4c5b-b377-c9366cb89c51', 'status': 'completed', 'code': 200} May 10 20:35:05.486261 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-eb2e22c6-74bb-44e4-a389-353e7f273850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:05.487967 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-eb2e22c6-74bb-44e4-a389-353e7f273850 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 1127 time: 0.0495622 May 10 20:35:05.530923 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-1e8a76d3-2f1c-490e-a242-7b5dbf286393 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de779ba3-95d2-4c5b-b377-c9366cb89c51 HTTP/1.1" status: 200 len: 217 time: 0.0356236 May 10 20:35:05.582687 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-c8628f11-e21f-42df-a814-3ae68e8f5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:05.584147 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-c8628f11-e21f-42df-a814-3ae68e8f5314 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 200 len: 853 time: 0.0458417 May 10 20:35:05.635155 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-612e8f75-5661-48ec-a8fe-ec19eea790ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:05.636575 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-612e8f75-5661-48ec-a8fe-ec19eea790ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97616d50-d128-4d48-95c9-0ecc4a239629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449443 May 10 20:35:05.723037 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-85d2a75d-3c59-4a0b-b6f3-ebc14b849660 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803173 May 10 20:35:05.812287 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7059c49f-c9af-4d89-8b53-1b414d30a52c req-2082f6b5-5587-4e92-b881-00a4ae2e0c47 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834045 May 10 20:35:06.511994 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fa432-1d3d-4faf-88cd-43bb4178dfc4 req-478e48c4-3157-408d-8b91-ca6552374e31 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:06.513428 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a6fa432-1d3d-4faf-88cd-43bb4178dfc4 req-478e48c4-3157-408d-8b91-ca6552374e31 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 943 time: 0.0466270 May 10 20:35:06.559054 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a6fa432-1d3d-4faf-88cd-43bb4178dfc4 req-e53c89d6-32f1-4446-a2f4-431d4013e54e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f41d969-a5fe-419d-bf2c-15dcdd3d472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401227 May 10 20:35:06.691492 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830715af-b113-424f-adf5-d2d038cb5888 req-9fd57e44-1541-406a-8ff4-74d967d9b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:06.693196 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-830715af-b113-424f-adf5-d2d038cb5888 req-9fd57e44-1541-406a-8ff4-74d967d9b762 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 1127 time: 0.0382175 May 10 20:35:06.785477 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830715af-b113-424f-adf5-d2d038cb5888 req-875196f0-79d1-4a9c-94ad-0f3773105648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:06.786933 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-830715af-b113-424f-adf5-d2d038cb5888 req-875196f0-79d1-4a9c-94ad-0f3773105648 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 915 time: 0.0855584 May 10 20:35:06.826466 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-830715af-b113-424f-adf5-d2d038cb5888 req-e2659785-7db4-48f3-a771-5ab0168514c4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de779ba3-95d2-4c5b-b377-c9366cb89c51 HTTP/1.1" status: 200 len: 217 time: 0.0330575 May 10 20:35:06.871701 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830715af-b113-424f-adf5-d2d038cb5888 req-948b9015-40eb-4e06-8955-e1cf3d09bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:06.873086 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-830715af-b113-424f-adf5-d2d038cb5888 req-948b9015-40eb-4e06-8955-e1cf3d09bcce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 200 len: 853 time: 0.0415525 May 10 20:35:06.917998 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830715af-b113-424f-adf5-d2d038cb5888 req-ad466798-e4a8-4c3b-8694-070a908b662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:06.919458 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-830715af-b113-424f-adf5-d2d038cb5888 req-ad466798-e4a8-4c3b-8694-070a908b662e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97616d50-d128-4d48-95c9-0ecc4a239629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407052 May 10 20:35:07.005503 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-830715af-b113-424f-adf5-d2d038cb5888 req-5c8f6e8c-7ec5-437f-b3b4-f484d01978d2 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803211 May 10 20:35:07.097169 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-830715af-b113-424f-adf5-d2d038cb5888 req-7feb7534-9560-4aa0-b0ab-542cbcf32a35 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856137 May 10 20:35:07.669349 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9f672-6df3-46ce-bf62-ac079c3dd253 req-e29b73e9-0073-4f5f-9511-beb505c5777f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:07.670731 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7f9f672-6df3-46ce-bf62-ac079c3dd253 req-e29b73e9-0073-4f5f-9511-beb505c5777f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 943 time: 0.0465865 May 10 20:35:07.716965 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7f9f672-6df3-46ce-bf62-ac079c3dd253 req-ffe88fad-89e5-416c-805b-a43d3dc1bf2b tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f41d969-a5fe-419d-bf2c-15dcdd3d472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402744 May 10 20:35:08.137808 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:08.420807 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device de779ba3-95d2-4c5b-b377-c9366cb89c51 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:35:08.522061 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port de779ba3-95d2-4c5b-b377-c9366cb89c51, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de779ba3-95d2-4c5b-b377-c9366cb89c51,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:08.533751 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Returning: {'device': 'de779ba3-95d2-4c5b-b377-c9366cb89c51', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'port_id': 'de779ba3-95d2-4c5b-b377-c9366cb89c51', 'mac_address': 'fa:16:3e:8c:6c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:35:08.571197 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port de779ba3-95d2-4c5b-b377-c9366cb89c51 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:08.571584 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:08.584516 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de779ba3-95d2-4c5b-b377-c9366cb89c51 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:35:08.604883 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port de779ba3-95d2-4c5b-b377-c9366cb89c51, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de779ba3-95d2-4c5b-b377-c9366cb89c51,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:08.677360 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:08.724808 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=de779ba3-95d2-4c5b-b377-c9366cb89c51,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:08.732073 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.732420 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.732758 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.733087 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.733430 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.733735 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.734052 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.734398 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.734784 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.735100 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.735415 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.735729 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.736039 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.737004 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.737319 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:08.833174 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878477ee-1712-4532-861c-346fed323d90 req-cdc555a7-3761-41de-99c9-b87b3b3e5aad tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:08.834738 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-878477ee-1712-4532-861c-346fed323d90 req-cdc555a7-3761-41de-99c9-b87b3b3e5aad tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 944 time: 0.0513911 May 10 20:35:08.886340 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-878477ee-1712-4532-861c-346fed323d90 req-770a81b6-8c1f-475b-b108-453b5b5bec1e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f41d969-a5fe-419d-bf2c-15dcdd3d472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460575 May 10 20:35:08.898164 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['de779ba3-95d2-4c5b-b377-c9366cb89c51'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:35:09.998697 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5169cf-8c52-482d-9030-a71457d95599 req-d0749b99-1c4e-48c6-b539-a32c2a7a3051 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:10.000147 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c5169cf-8c52-482d-9030-a71457d95599 req-d0749b99-1c4e-48c6-b539-a32c2a7a3051 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 944 time: 0.0466545 May 10 20:35:10.045494 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c5169cf-8c52-482d-9030-a71457d95599 req-28e50ada-69de-4d2c-b5b9-5f278cc9ef4f tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f41d969-a5fe-419d-bf2c-15dcdd3d472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393293 May 10 20:35:10.436123 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device de779ba3-95d2-4c5b-b377-c9366cb89c51 up at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:10.479061 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning for port de779ba3-95d2-4c5b-b377-c9366cb89c51 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:35:10.556859 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Provisioning complete for port de779ba3-95d2-4c5b-b377-c9366cb89c51 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:10.557270 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426408'] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:10.637351 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Current status of the port de779ba3-95d2-4c5b-b377-c9366cb89c51 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:10.637737 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1390891'] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:10.659333 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f901499e-4683-464c-99fa-fcac3177ce05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de779ba3-95d2-4c5b-b377-c9366cb89c51'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:35:10.664958 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975fa0c3c18ff5c1de65ae5fa65b159133e9d8a93b8a143039abe82e3ebac220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65051efb-b75a-43bf-8a7d-09c603ed0ab2" -d '{"events": [{"server_uuid": "f901499e-4683-464c-99fa-fcac3177ce05", "name": "network-vif-plugged", "status": "completed", "tag": "de779ba3-95d2-4c5b-b377-c9366cb89c51"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:35:10.674361 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] For port de779ba3-95d2-4c5b-b377-c9366cb89c51, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de779ba3-95d2-4c5b-b377-c9366cb89c51,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:10.696113 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334efe40-484f-4b1f-a0cc-a47af1fee93e x-openstack-request-id: req-334efe40-484f-4b1f-a0cc-a47af1fee93e {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:35:10.696407 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f901499e-4683-464c-99fa-fcac3177ce05", "name": "network-vif-plugged", "status": "completed", "tag": "de779ba3-95d2-4c5b-b377-c9366cb89c51", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:35:10.696664 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-334efe40-484f-4b1f-a0cc-a47af1fee93e {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:35:10.697065 dv-cinder-828805-2-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334efe40-484f-4b1f-a0cc-a47af1fee93e'] response: {'server_uuid': 'f901499e-4683-464c-99fa-fcac3177ce05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de779ba3-95d2-4c5b-b377-c9366cb89c51', 'code': 200} May 10 20:35:10.733997 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756478330022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756477787266', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756477787284'] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:10.781335 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Pushing event updated for resources: {'Port': ['ID=de779ba3-95d2-4c5b-b377-c9366cb89c51,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:10.965495 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3fdec-4f90-4ab5-97aa-599cc4a4e24e req-62153f1f-de67-4252-ba88-5434b3645a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:10.967047 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-25f3fdec-4f90-4ab5-97aa-599cc4a4e24e req-62153f1f-de67-4252-ba88-5434b3645a54 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 1129 time: 0.0419941 May 10 20:35:11.011618 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-25f3fdec-4f90-4ab5-97aa-599cc4a4e24e req-f0b1c5aa-e704-4846-a565-d5da92b3679b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0f41d969-a5fe-419d-bf2c-15dcdd3d472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377107 May 10 20:35:11.160490 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80b143-a68f-4761-9136-63512a5a2b0b req-2b413522-29fe-4a08-92ae-bb6daf79dc52 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:11.161930 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d80b143-a68f-4761-9136-63512a5a2b0b req-2b413522-29fe-4a08-92ae-bb6daf79dc52 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 945 time: 0.0490444 May 10 20:35:11.207435 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d80b143-a68f-4761-9136-63512a5a2b0b req-86350778-e3f0-4dcd-988b-13adb1fb415b tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f41d969-a5fe-419d-bf2c-15dcdd3d472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399673 May 10 20:35:12.322438 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59a313-174f-4ac2-9377-8508219be46a req-e09953da-b528-4e2f-8565-4875e520c03c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:12.323931 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d59a313-174f-4ac2-9377-8508219be46a req-e09953da-b528-4e2f-8565-4875e520c03c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 945 time: 0.0473828 May 10 20:35:12.372573 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d59a313-174f-4ac2-9377-8508219be46a req-1deb7ba3-ab14-416d-9129-0b9d9825e974 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f41d969-a5fe-419d-bf2c-15dcdd3d472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431352 May 10 20:35:12.480044 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fec18f-b21d-4737-8399-99f0e97954d0 req-e5fa9b80-589b-4fa6-9409-8f8e4b04f413 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:12.481486 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14fec18f-b21d-4737-8399-99f0e97954d0 req-e5fa9b80-589b-4fa6-9409-8f8e4b04f413 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 945 time: 0.0458589 May 10 20:35:12.490746 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 35932) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:12.495015 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-2bea620c-e7af-4420-9905-69559f0d6151 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Request body: {'floatingip': {'port_id': 'de779ba3-95d2-4c5b-b377-c9366cb89c51'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:12.535630 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2bea620c-e7af-4420-9905-69559f0d6151 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (50592353-de26-4b8c-8121-2eb41e868ab7), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.226044 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2bea620c-e7af-4420-9905-69559f0d6151 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.288428 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2bea620c-e7af-4420-9905-69559f0d6151 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (50592353-de26-4b8c-8121-2eb41e868ab7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.390675 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-2bea620c-e7af-4420-9905-69559f0d6151 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Floating IP 50592353-de26-4b8c-8121-2eb41e868ab7 associated. External IP: 172.27.1.120, port: de779ba3-95d2-4c5b-b377-c9366cb89c51. May 10 20:35:13.597742 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bea620c-e7af-4420-9905-69559f0d6151 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Router fac29b97-38ec-47d8-b738-3fe83f00c0ff has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:35:13.712101 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bea620c-e7af-4420-9905-69559f0d6151 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:35:13.717149 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2bea620c-e7af-4420-9905-69559f0d6151 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.724659 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e187c-c523-4239-b36f-5468a46593af None None] Sync routers for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:35:13.738320 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e187c-c523-4239-b36f-5468a46593af None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:13.738320 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-5e6e187c-c523-4239-b36f-5468a46593af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:34:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:13.750560 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2bea620c-e7af-4420-9905-69559f0d6151 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "PUT /v2.0/floatingips/50592353-de26-4b8c-8121-2eb41e868ab7 HTTP/1.1" status: 200 len: 991 time: 1.2588263 May 10 20:35:13.751158 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f901499e-4683-464c-99fa-fcac3177ce05', 'tag': 'de779ba3-95d2-4c5b-b377-c9366cb89c51'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:35:13.753810 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b456b8c0-06dd-4358-8a98-5cc68c6bb215" -d '{"events": [{"name": "network-changed", "server_uuid": "f901499e-4683-464c-99fa-fcac3177ce05", "tag": "de779ba3-95d2-4c5b-b377-c9366cb89c51"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:35:13.789213 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68205e09-1f64-4679-902a-87ff2a729791 x-openstack-request-id: req-68205e09-1f64-4679-902a-87ff2a729791 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:35:13.789500 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f901499e-4683-464c-99fa-fcac3177ce05", "tag": "de779ba3-95d2-4c5b-b377-c9366cb89c51", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:35:13.789756 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68205e09-1f64-4679-902a-87ff2a729791 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:35:13.791050 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68205e09-1f64-4679-902a-87ff2a729791'] response: {'name': 'network-changed', 'server_uuid': 'f901499e-4683-464c-99fa-fcac3177ce05', 'tag': 'de779ba3-95d2-4c5b-b377-c9366cb89c51', 'status': 'completed', 'code': 200} May 10 20:35:13.843782 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-5e6e187c-c523-4239-b36f-5468a46593af None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:13.849734 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456b8c0-06dd-4358-8a98-5cc68c6bb215 req-6ce3bf83-57e2-49a0-b259-9a6194197006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:13.851192 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b456b8c0-06dd-4358-8a98-5cc68c6bb215 req-6ce3bf83-57e2-49a0-b259-9a6194197006 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 1129 time: 0.0395000 May 10 20:35:13.938758 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456b8c0-06dd-4358-8a98-5cc68c6bb215 req-7ea7b6da-280c-4987-99cb-d63e7776d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:13.940271 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b456b8c0-06dd-4358-8a98-5cc68c6bb215 req-7ea7b6da-280c-4987-99cb-d63e7776d844 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 915 time: 0.0832374 May 10 20:35:14.024021 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b456b8c0-06dd-4358-8a98-5cc68c6bb215 req-40b76c8f-06e9-4777-a4bd-78d0790afde2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de779ba3-95d2-4c5b-b377-c9366cb89c51 HTTP/1.1" status: 200 len: 999 time: 0.0780072 May 10 20:35:14.065502 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-5e6e187c-c523-4239-b36f-5468a46593af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '50592353-de26-4b8c-8121-2eb41e868ab7', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'port_id': 'de779ba3-95d2-4c5b-b377-c9366cb89c51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'mac_address': 'fa:16:3e:8c:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f901499e-4683-464c-99fa-fcac3177ce05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:00Z', 'updated_at': '2022-05-10T20:35:13Z', 'revision_number': 1, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:14.071710 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456b8c0-06dd-4358-8a98-5cc68c6bb215 req-165b8141-9fee-4e5c-aeea-96601a68800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:14.073159 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b456b8c0-06dd-4358-8a98-5cc68c6bb215 req-165b8141-9fee-4e5c-aeea-96601a68800d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 200 len: 853 time: 0.0435572 May 10 20:35:14.091661 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e187c-c523-4239-b36f-5468a46593af None None] Checking router: fac29b97-38ec-47d8-b738-3fe83f00c0ff for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:35:14.100584 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e187c-c523-4239-b36f-5468a46593af None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:14.101254 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-5e6e187c-c523-4239-b36f-5468a46593af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:34:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:14.116226 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456b8c0-06dd-4358-8a98-5cc68c6bb215 req-a3b77e35-6f5c-46e6-872b-97711e6d61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:14.117702 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b456b8c0-06dd-4358-8a98-5cc68c6bb215 req-a3b77e35-6f5c-46e6-872b-97711e6d61bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97616d50-d128-4d48-95c9-0ecc4a239629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389793 May 10 20:35:14.207740 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b456b8c0-06dd-4358-8a98-5cc68c6bb215 req-0f862592-e535-49df-861b-2bf8f1bcd1ad service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842071 May 10 20:35:14.208166 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-5e6e187c-c523-4239-b36f-5468a46593af None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:14.300098 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b456b8c0-06dd-4358-8a98-5cc68c6bb215 req-b6cf42a4-c697-4829-8641-0edccb9ecad8 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859237 May 10 20:35:14.520197 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-5e6e187c-c523-4239-b36f-5468a46593af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '50592353-de26-4b8c-8121-2eb41e868ab7', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'port_id': 'de779ba3-95d2-4c5b-b377-c9366cb89c51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'mac_address': 'fa:16:3e:8c:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f901499e-4683-464c-99fa-fcac3177ce05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:00Z', 'updated_at': '2022-05-10T20:35:13Z', 'revision_number': 1, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:14.545141 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e187c-c523-4239-b36f-5468a46593af None None] The sync data for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi is: [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_floatingips': [{'id': '50592353-de26-4b8c-8121-2eb41e868ab7', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'router_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'port_id': 'de779ba3-95d2-4c5b-b377-c9366cb89c51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'mac_address': 'fa:16:3e:8c:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f901499e-4683-464c-99fa-fcac3177ce05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:00Z', 'updated_at': '2022-05-10T20:35:13Z', 'revision_number': 1, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:35:14.729954 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638bbbcb-07cf-49db-b20d-d02644f58b3f None None] New status for floating IP 50592353-de26-4b8c-8121-2eb41e868ab7: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:35:20.765685 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-96de3eda-c8f8-4397-a384-78668aad29e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.144655 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bb3118ce-7c69-4403-bee7-af922b7de549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.007693 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:35:24.487700 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.805908 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.281735 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:38.115727 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:48.227904 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0662fad9-b459-47ce-8267-b791655e247e req-21fe30a0-30eb-4851-89a8-8a444b144aa3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430615 May 10 20:35:48.303245 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662fad9-b459-47ce-8267-b791655e247e req-37df830d-6fb1-4bb4-b7d7-e250a62bdde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:48.304694 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0662fad9-b459-47ce-8267-b791655e247e req-37df830d-6fb1-4bb4-b7d7-e250a62bdde6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 1129 time: 0.0375123 May 10 20:35:48.403971 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662fad9-b459-47ce-8267-b791655e247e req-e38df600-4de5-4600-91f9-ce04f505bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:48.405426 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0662fad9-b459-47ce-8267-b791655e247e req-e38df600-4de5-4600-91f9-ce04f505bf47 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5faeb9f8-90a5-4864-8255-be306f147ea8 HTTP/1.1" status: 200 len: 913 time: 0.0827508 May 10 20:35:48.481263 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0662fad9-b459-47ce-8267-b791655e247e req-9cf9fee8-bcda-4458-a5aa-37e890612860 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87aa9ad9-fb81-4369-8056-73c918735898 HTTP/1.1" status: 200 len: 1001 time: 0.0673904 May 10 20:35:48.528060 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662fad9-b459-47ce-8267-b791655e247e req-4ed74a35-55d4-4d37-a319-f29a318eb80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:48.529460 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0662fad9-b459-47ce-8267-b791655e247e req-4ed74a35-55d4-4d37-a319-f29a318eb80f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=516f8c72-19b5-4ad2-a79b-f52f381944d9 HTTP/1.1" status: 200 len: 851 time: 0.0430584 May 10 20:35:48.570865 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662fad9-b459-47ce-8267-b791655e247e req-0a8a8413-8ed9-4cf3-9090-dcc125ed452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:48.572282 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0662fad9-b459-47ce-8267-b791655e247e req-0a8a8413-8ed9-4cf3-9090-dcc125ed452c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5faeb9f8-90a5-4864-8255-be306f147ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371110 May 10 20:35:48.661332 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0662fad9-b459-47ce-8267-b791655e247e req-f6ea08b7-be76-4da2-b0e6-791912a8aaf5 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829780 May 10 20:35:48.748361 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0662fad9-b459-47ce-8267-b791655e247e req-dd925616-714d-4809-9a5f-24e6e81e7d75 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807076 May 10 20:35:50.771808 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5fdeefaa-7989-4c07-a687-8752b20eea11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:53.166266 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8d4c5d56-ad73-4b6c-99ae-e3beba18980f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:54.480548 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:55.806392 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:57.257493 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:01.005952 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:36:08.125446 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:20.753222 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6a61844e-cebc-43c9-acbe-ca8ea04d74f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:23.187679 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1e44af83-b341-4db4-9ce5-42a6859f2994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:24.485069 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:25.799066 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:27.272901 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:38.004576 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:36:38.112678 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:49.193112 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82f47055-c6c7-4cdf-ade6-2734b62c64cc req-35857dc9-b052-45c6-b09c-2b399381246a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430958 May 10 20:36:49.260358 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f47055-c6c7-4cdf-ade6-2734b62c64cc req-5d844695-0d5d-4d83-8002-8d5d2c5d53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:49.261844 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82f47055-c6c7-4cdf-ade6-2734b62c64cc req-5d844695-0d5d-4d83-8002-8d5d2c5d53df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=498ce5260ee44f5d9b1ebc74fecedfbf&device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 1129 time: 0.0432305 May 10 20:36:49.363156 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f47055-c6c7-4cdf-ade6-2734b62c64cc req-feb10bef-1252-4666-8b9e-ae5220c2cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:49.364590 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82f47055-c6c7-4cdf-ade6-2734b62c64cc req-feb10bef-1252-4666-8b9e-ae5220c2cd39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8750fcec-68a3-4030-8b36-de70cc9667b1 HTTP/1.1" status: 200 len: 915 time: 0.0835643 May 10 20:36:49.409699 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82f47055-c6c7-4cdf-ade6-2734b62c64cc req-668441aa-1ccc-4fa6-a171-ee4f1fd20f1f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b69dc72-245c-49f9-855f-4cf1a1b1b094 HTTP/1.1" status: 200 len: 217 time: 0.0382521 May 10 20:36:49.460449 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f47055-c6c7-4cdf-ade6-2734b62c64cc req-e7d5b5e3-208c-4987-9de3-934e6552ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:49.461907 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82f47055-c6c7-4cdf-ade6-2734b62c64cc req-e7d5b5e3-208c-4987-9de3-934e6552ad94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b20a76b4-6bd6-4766-87fa-09dcfb6eed3e HTTP/1.1" status: 200 len: 854 time: 0.0451727 May 10 20:36:49.500452 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82f47055-c6c7-4cdf-ade6-2734b62c64cc req-96cd2351-9db8-4991-aa66-f30241c2485e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8750fcec-68a3-4030-8b36-de70cc9667b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316312 May 10 20:36:49.590539 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82f47055-c6c7-4cdf-ade6-2734b62c64cc req-7b2ea94d-68b7-4a60-8cb8-30384345cedb service neutron] 10.222.0.83 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835168 May 10 20:36:49.680679 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82f47055-c6c7-4cdf-ade6-2734b62c64cc req-4def4073-bf1e-4060-9d97-1b1e639facba service neutron] 10.222.0.83 "GET /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801394 May 10 20:36:50.763374 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-397ec90c-e9c9-447c-ad48-08a3253bd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:53.187107 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ca5559a8-a100-468e-9b03-a644ac300dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:54.484259 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:55.814817 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:57.277537 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:59.302825 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416b790-895a-4c3b-8d3b-357822fe55d5 req-07bf7a93-e400-47cc-8fb6-34ab56b51063 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:59.304252 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3416b790-895a-4c3b-8d3b-357822fe55d5 req-07bf7a93-e400-47cc-8fb6-34ab56b51063 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0510359 May 10 20:36:59.351551 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3416b790-895a-4c3b-8d3b-357822fe55d5 req-f83c488c-e41d-406b-8910-8a8daf59f9e5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418103 May 10 20:37:00.463245 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39757f-f76a-418f-814d-ef093dd8173a req-d813dc5a-f01d-4f5d-801f-071554b6e8a4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:00.464713 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-da39757f-f76a-418f-814d-ef093dd8173a req-d813dc5a-f01d-4f5d-801f-071554b6e8a4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0467961 May 10 20:37:00.510835 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-da39757f-f76a-418f-814d-ef093dd8173a req-c8dc7d07-946b-4f1c-987b-47d87632e5a6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400324 May 10 20:37:01.628055 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85107368-e7b7-4985-adbf-4a6d2779e493 req-3cd3dd76-f546-42d9-8002-49d7e599ee5a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:01.629527 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85107368-e7b7-4985-adbf-4a6d2779e493 req-3cd3dd76-f546-42d9-8002-49d7e599ee5a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0473015 May 10 20:37:01.678561 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85107368-e7b7-4985-adbf-4a6d2779e493 req-791e36c5-4adf-493a-9ae1-d05de82c3fd7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 May 10 20:37:02.790502 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58230989-f293-4c13-91ec-4d378ae9f41f req-002966b7-410f-4cda-bfaf-635983415ee5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:02.791951 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58230989-f293-4c13-91ec-4d378ae9f41f req-002966b7-410f-4cda-bfaf-635983415ee5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0463352 May 10 20:37:02.838158 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58230989-f293-4c13-91ec-4d378ae9f41f req-95e17c8e-9423-48e7-8335-9bce22b9b5ec tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 May 10 20:37:03.948521 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4636e-f6d1-4341-b1f3-f319dd8e0d41 req-f55cc402-a519-466f-9cac-059778f42a80 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:03.949978 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3aa4636e-f6d1-4341-b1f3-f319dd8e0d41 req-f55cc402-a519-466f-9cac-059778f42a80 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0459261 May 10 20:37:04.003327 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3aa4636e-f6d1-4341-b1f3-f319dd8e0d41 req-25c154f4-3e15-44ff-a8d4-5602d6f9fd78 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471380 May 10 20:37:05.119815 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004c423-77b6-4bbd-a01b-4c262a7ee629 req-cd97142e-7ba4-4742-8e8f-3a73a63b2d9d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:05.121291 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f004c423-77b6-4bbd-a01b-4c262a7ee629 req-cd97142e-7ba4-4742-8e8f-3a73a63b2d9d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0498912 May 10 20:37:05.167204 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f004c423-77b6-4bbd-a01b-4c262a7ee629 req-6f1e0936-3226-4f35-94ed-b00d407bfe6f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404308 May 10 20:37:06.281628 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131f12-4c2f-4caa-a7f2-ce051227b67b req-0ec1c87b-1540-4b19-bb2d-52112c7b1e9b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:06.283111 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ea131f12-4c2f-4caa-a7f2-ce051227b67b req-0ec1c87b-1540-4b19-bb2d-52112c7b1e9b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0498090 May 10 20:37:06.328259 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ea131f12-4c2f-4caa-a7f2-ce051227b67b req-6192be16-32f4-4c4d-bb75-d43ef6920e21 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395005 May 10 20:37:07.440574 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175e7b4-2d55-4b5e-ab4e-9745e267ce5a req-2d280ebe-4a58-4762-81bd-4b28da8c61f1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:07.442031 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7175e7b4-2d55-4b5e-ab4e-9745e267ce5a req-2d280ebe-4a58-4762-81bd-4b28da8c61f1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0473542 May 10 20:37:07.490988 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7175e7b4-2d55-4b5e-ab4e-9745e267ce5a req-355030c0-3536-4367-8737-9d980e05cb6b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434856 May 10 20:37:08.117363 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:08.602477 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489de15-6047-437e-993a-13f6e79c386e req-13fdf731-84e5-482b-954d-6c4a025a514e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:08.603927 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7489de15-6047-437e-993a-13f6e79c386e req-13fdf731-84e5-482b-954d-6c4a025a514e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0458410 May 10 20:37:08.649153 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7489de15-6047-437e-993a-13f6e79c386e req-9fb79fc1-3b53-420c-b021-5e9118b2f302 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396588 May 10 20:37:09.761825 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9577a-6e13-4d93-a316-73a464cbde15 req-58aaad93-5a66-4f74-87be-38d52bd972af tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:09.763281 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a2c9577a-6e13-4d93-a316-73a464cbde15 req-58aaad93-5a66-4f74-87be-38d52bd972af tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0454121 May 10 20:37:09.809415 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a2c9577a-6e13-4d93-a316-73a464cbde15 req-220dd8d0-226a-4f90-9e06-8683e7386cc0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 May 10 20:37:10.924737 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e0491-979c-4b0d-b505-5a34b7aed424 req-af34f146-233c-440e-a83d-f7785142c6a4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:10.926212 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe9e0491-979c-4b0d-b505-5a34b7aed424 req-af34f146-233c-440e-a83d-f7785142c6a4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0491648 May 10 20:37:10.971202 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe9e0491-979c-4b0d-b505-5a34b7aed424 req-4a05d129-f5c7-495d-a220-7e43f48991e1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396647 May 10 20:37:12.090540 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c8d38-6a80-4567-8357-f2c3ce96fe4a req-b8b59ca4-5fe7-4231-9f3d-e2ec409764de tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:12.092022 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-292c8d38-6a80-4567-8357-f2c3ce96fe4a req-b8b59ca4-5fe7-4231-9f3d-e2ec409764de tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0483949 May 10 20:37:12.142449 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-292c8d38-6a80-4567-8357-f2c3ce96fe4a req-315ec60f-ba62-4a3d-8c74-f6813e3ea4c5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440452 May 10 20:37:13.261115 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096344c9-0415-4fd6-ad4f-68a54ce162d6 req-ca862aba-39ba-427c-a77a-02f1a47fcd6b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:13.262571 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-096344c9-0415-4fd6-ad4f-68a54ce162d6 req-ca862aba-39ba-427c-a77a-02f1a47fcd6b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0512905 May 10 20:37:13.309623 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-096344c9-0415-4fd6-ad4f-68a54ce162d6 req-3257b1b8-ba96-4f4f-bdef-5f4a257b4edc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410042 May 10 20:37:14.422094 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9953ed-cfd8-4de9-a8eb-c5b035954815 req-e5860ffc-eb7e-447c-afc9-727402e0ae12 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:14.423589 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bc9953ed-cfd8-4de9-a8eb-c5b035954815 req-e5860ffc-eb7e-447c-afc9-727402e0ae12 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0459778 May 10 20:37:14.470324 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bc9953ed-cfd8-4de9-a8eb-c5b035954815 req-c517faca-5fed-49af-bb59-1a8e5be8d5ee tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 May 10 20:37:15.003546 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:37:15.581651 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64cfd0-6c7e-4c2f-b418-f0f490f4e35e req-c3a22b40-d87c-4693-83da-2d5071bc8438 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:15.583065 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d64cfd0-6c7e-4c2f-b418-f0f490f4e35e req-c3a22b40-d87c-4693-83da-2d5071bc8438 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0468729 May 10 20:37:15.635583 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d64cfd0-6c7e-4c2f-b418-f0f490f4e35e req-1591ca32-ecd4-48ec-b296-657339f55ce7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469732 May 10 20:37:16.752615 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57181737-129a-425d-a0d5-c1ba593ebd93 req-c4e67992-6176-41dc-8394-c89595c97fd0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:16.754038 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-57181737-129a-425d-a0d5-c1ba593ebd93 req-c4e67992-6176-41dc-8394-c89595c97fd0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0455067 May 10 20:37:16.800538 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-57181737-129a-425d-a0d5-c1ba593ebd93 req-372a949e-6d92-482f-88d3-2fb90b12dff8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 May 10 20:37:17.912727 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef7b36-6b01-46f0-8506-aaed7773b646 req-6d6f7864-54a5-41f1-8d0a-479b7ada67d2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:17.914183 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fbef7b36-6b01-46f0-8506-aaed7773b646 req-6d6f7864-54a5-41f1-8d0a-479b7ada67d2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0457273 May 10 20:37:17.959748 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fbef7b36-6b01-46f0-8506-aaed7773b646 req-4444904b-f71e-48a8-9e53-f7149a5fade5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402019 May 10 20:37:19.077014 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d781c4-026f-45fb-ac25-ce72af99b46b req-7aefaf85-518b-4401-8356-3fbe21b0e3ea tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:19.078494 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1d781c4-026f-45fb-ac25-ce72af99b46b req-7aefaf85-518b-4401-8356-3fbe21b0e3ea tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0516098 May 10 20:37:19.125459 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1d781c4-026f-45fb-ac25-ce72af99b46b req-856dd720-4c8b-48df-b204-9022651eac99 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410833 May 10 20:37:20.236177 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b29eb-5212-4363-ad4e-9556558f8f28 req-23d15b2c-efca-4717-afd6-38129e312cf8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:20.237599 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-140b29eb-5212-4363-ad4e-9556558f8f28 req-23d15b2c-efca-4717-afd6-38129e312cf8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0460651 May 10 20:37:20.283415 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-140b29eb-5212-4363-ad4e-9556558f8f28 req-9fd715aa-059e-45b6-a48c-6fe91bbad8ac tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403731 May 10 20:37:20.762357 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de07d970-7006-4050-b429-46509a02a3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:21.395199 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0bfdb-6ae0-4ba4-bd5e-71fca005d4cf req-ecb4078c-5283-4d3f-a3ba-7ff33b6540da tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:21.396658 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45b0bfdb-6ae0-4ba4-bd5e-71fca005d4cf req-ecb4078c-5283-4d3f-a3ba-7ff33b6540da tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0461209 May 10 20:37:21.446454 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45b0bfdb-6ae0-4ba4-bd5e-71fca005d4cf req-1c213c14-213e-44f1-964e-63e8470ecfe8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443847 May 10 20:37:22.559974 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f43b4-0d29-401e-95d8-de6d534bd9d7 req-4a5e5f3b-691a-4a40-8ca3-b62fc93c41e3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:22.561412 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ae2f43b4-0d29-401e-95d8-de6d534bd9d7 req-4a5e5f3b-691a-4a40-8ca3-b62fc93c41e3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0459642 May 10 20:37:22.607215 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ae2f43b4-0d29-401e-95d8-de6d534bd9d7 req-2aa8eb9a-081f-4d44-ace4-2b6393deb238 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397465 May 10 20:37:23.139902 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-51a02718-c399-43a7-bbf3-edaa371962a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:23.733186 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93137f-4e93-46e7-b3c8-101371d87a08 req-31275a48-f4d2-44d3-b52f-2acd7a7e3fcc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:23.735535 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ac93137f-4e93-46e7-b3c8-101371d87a08 req-31275a48-f4d2-44d3-b52f-2acd7a7e3fcc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0569768 May 10 20:37:23.786617 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ac93137f-4e93-46e7-b3c8-101371d87a08 req-f9c24827-f5d6-41ef-bb7b-b122459d1ffc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451889 May 10 20:37:24.494377 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:24.903050 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c00f5c-3cb6-45b6-8585-2dcf6e6077b6 req-8481b01b-f078-41a8-a512-790e32456a5e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:24.904481 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14c00f5c-3cb6-45b6-8585-2dcf6e6077b6 req-8481b01b-f078-41a8-a512-790e32456a5e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0488844 May 10 20:37:24.951567 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14c00f5c-3cb6-45b6-8585-2dcf6e6077b6 req-73424c9c-d2e6-49c7-afd2-6e402abcec38 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416801 May 10 20:37:25.836833 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:26.063344 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e26935-6b58-41ff-afbf-b75521fa4f32 req-c8941c9c-80fd-48c8-b507-97301d9a3911 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:26.064788 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c3e26935-6b58-41ff-afbf-b75521fa4f32 req-c8941c9c-80fd-48c8-b507-97301d9a3911 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0465996 May 10 20:37:26.110499 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c3e26935-6b58-41ff-afbf-b75521fa4f32 req-d3889dbe-1645-4459-afb8-8173ccbe7799 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 May 10 20:37:27.225735 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9865ce-af4b-430a-b56e-7b6750cf7fd6 req-ad337247-3177-425e-a3c6-d970336704cf tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:27.227231 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4e9865ce-af4b-430a-b56e-7b6750cf7fd6 req-ad337247-3177-425e-a3c6-d970336704cf tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0496297 May 10 20:37:27.273234 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4e9865ce-af4b-430a-b56e-7b6750cf7fd6 req-21bdbfcf-b2c5-4d78-98cf-0e7a2b2ffad8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 May 10 20:37:27.282518 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.385195 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249ca69-bbb9-4ead-b731-9365f8a24384 req-8ef12e15-0186-4e93-8c20-cab416a6485a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:28.386705 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c249ca69-bbb9-4ead-b731-9365f8a24384 req-8ef12e15-0186-4e93-8c20-cab416a6485a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0468359 May 10 20:37:28.432520 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c249ca69-bbb9-4ead-b731-9365f8a24384 req-4b7c23de-7736-48c4-847b-86cb07795ea1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402987 May 10 20:37:29.543340 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0164366-a29f-4647-b0ae-ba10438d82e7 req-ea3f3e75-ee8e-456e-be90-d08d1a7efeb5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:29.544785 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0164366-a29f-4647-b0ae-ba10438d82e7 req-ea3f3e75-ee8e-456e-be90-d08d1a7efeb5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0463367 May 10 20:37:29.593804 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0164366-a29f-4647-b0ae-ba10438d82e7 req-52a8c61b-1181-4bd2-85d8-b213bead97f2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435641 May 10 20:37:30.705369 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d02dc6-bba4-4b02-bc0b-5a4ae459ae92 req-2390bf59-74a6-4e23-9824-0da6a5c47be8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:30.706866 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81d02dc6-bba4-4b02-bc0b-5a4ae459ae92 req-2390bf59-74a6-4e23-9824-0da6a5c47be8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0471938 May 10 20:37:30.752626 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81d02dc6-bba4-4b02-bc0b-5a4ae459ae92 req-9442cc91-45b6-4521-bf62-3f01d6277d36 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 May 10 20:37:31.870343 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d923f6-67d5-4ce1-868b-601673004ad2 req-c0d3cae7-c552-4783-b364-6b59278fec19 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:31.871801 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f8d923f6-67d5-4ce1-868b-601673004ad2 req-c0d3cae7-c552-4783-b364-6b59278fec19 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0473096 May 10 20:37:31.916781 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f8d923f6-67d5-4ce1-868b-601673004ad2 req-142f95a7-d9f1-49b7-95a6-7e84e9d76ebf tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394001 May 10 20:37:33.031631 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7ea3b-96d1-41c6-97a3-48eaaf59b044 req-6f2de326-3d3a-482e-84b0-4cf5fff4c663 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:33.033083 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1cc7ea3b-96d1-41c6-97a3-48eaaf59b044 req-6f2de326-3d3a-482e-84b0-4cf5fff4c663 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0487421 May 10 20:37:33.079123 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1cc7ea3b-96d1-41c6-97a3-48eaaf59b044 req-43843b77-494a-469e-8d3d-a58cad29605f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 May 10 20:37:34.190793 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa9a73-88be-4399-a3af-f03ba80ac605 req-8cd7a42d-9ca1-4747-bd81-18759ca59107 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:34.192279 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-33fa9a73-88be-4399-a3af-f03ba80ac605 req-8cd7a42d-9ca1-4747-bd81-18759ca59107 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0468872 May 10 20:37:34.237925 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-33fa9a73-88be-4399-a3af-f03ba80ac605 req-c63604e6-6d19-48e6-9651-45286c5aacd6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402548 May 10 20:37:35.347308 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01170ee-382b-4e2c-ae3f-0712c7a883da req-7700c3c0-fe03-4c5b-a6da-d546332c7a32 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:35.348753 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d01170ee-382b-4e2c-ae3f-0712c7a883da req-7700c3c0-fe03-4c5b-a6da-d546332c7a32 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0456703 May 10 20:37:35.403660 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d01170ee-382b-4e2c-ae3f-0712c7a883da req-5028fe57-94dd-4d83-a572-de8efb8df807 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494802 May 10 20:37:36.517220 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afba88-f685-4361-ab60-0211a6453e24 req-a6d060c5-7cff-48b9-a90d-6487c1d808ff tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:36.518687 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55afba88-f685-4361-ab60-0211a6453e24 req-a6d060c5-7cff-48b9-a90d-6487c1d808ff tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0461965 May 10 20:37:36.564325 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55afba88-f685-4361-ab60-0211a6453e24 req-849821bc-7ae0-4a71-ac5c-e313d042db98 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403087 May 10 20:37:37.674533 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4d0a0-493d-4cc8-bbdf-7e058c0623d0 req-44356ab0-562a-4604-8cd0-1d8ff487e05f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:37.675989 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2d4d0a0-493d-4cc8-bbdf-7e058c0623d0 req-44356ab0-562a-4604-8cd0-1d8ff487e05f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0456481 May 10 20:37:37.721607 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2d4d0a0-493d-4cc8-bbdf-7e058c0623d0 req-f5994eba-4ddb-4c15-8cfe-a955e4572a10 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 May 10 20:37:38.167788 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:38.835048 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96857b75-2e51-45ad-b0d0-6ed201c7f39f req-36369aad-6bcc-4e6b-90d4-17846d4942a5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:38.836478 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96857b75-2e51-45ad-b0d0-6ed201c7f39f req-36369aad-6bcc-4e6b-90d4-17846d4942a5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0482290 May 10 20:37:38.881450 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96857b75-2e51-45ad-b0d0-6ed201c7f39f req-81f3f050-a6df-4f36-9e59-fd4c251f7f5f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 May 10 20:37:39.993763 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39c7a8-927b-4c0f-a03c-8f82ccc50b30 req-d10f0578-208d-4865-b06f-a5a906563d67 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:39.995353 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f39c7a8-927b-4c0f-a03c-8f82ccc50b30 req-d10f0578-208d-4865-b06f-a5a906563d67 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0459502 May 10 20:37:40.041598 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f39c7a8-927b-4c0f-a03c-8f82ccc50b30 req-bc7b22e2-395b-4a27-9778-7513ecf0ecc7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402803 May 10 20:37:41.155863 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acd364-ffab-4db5-9351-a35a9db18a9c req-0f4212a5-e8b4-4396-b6f1-15c3d65b70d0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:41.157373 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05acd364-ffab-4db5-9351-a35a9db18a9c req-0f4212a5-e8b4-4396-b6f1-15c3d65b70d0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0500164 May 10 20:37:41.202712 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05acd364-ffab-4db5-9351-a35a9db18a9c req-bac7ab66-1034-45ee-8151-1ef09a478cf1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398595 May 10 20:37:42.314598 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747086bf-efa0-4ed5-9a0d-81fa760b6406 req-0716bddd-3f2e-44a7-ab53-5f8d8b91a490 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:42.316103 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-747086bf-efa0-4ed5-9a0d-81fa760b6406 req-0716bddd-3f2e-44a7-ab53-5f8d8b91a490 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0469656 May 10 20:37:42.366144 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-747086bf-efa0-4ed5-9a0d-81fa760b6406 req-e64fbd8a-fd02-4355-993b-d11127e93436 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 May 10 20:37:43.483180 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cd1c1-3df9-4de0-903e-58eb9b2fc577 req-1920fe56-e899-43f8-a59d-e1d19dc0d959 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:43.484657 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-996cd1c1-3df9-4de0-903e-58eb9b2fc577 req-1920fe56-e899-43f8-a59d-e1d19dc0d959 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0464582 May 10 20:37:43.534144 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-996cd1c1-3df9-4de0-903e-58eb9b2fc577 req-52d77f41-1b81-43ff-9c20-989a84c46473 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439014 May 10 20:37:44.644546 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe81c5-5a13-40fb-ad95-0d2a4e5decff req-a04bf48a-d721-4b5c-89a8-0d2dbf2a5fde tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:44.645904 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ffe81c5-5a13-40fb-ad95-0d2a4e5decff req-a04bf48a-d721-4b5c-89a8-0d2dbf2a5fde tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0455821 May 10 20:37:44.691983 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ffe81c5-5a13-40fb-ad95-0d2a4e5decff req-6a143f66-8dcc-472a-8e78-c9772a17fa2e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 May 10 20:37:45.810635 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d372505-ee62-41e7-b5ba-a393d1391a68 req-085de249-1883-4d0d-9b5d-cde611af7ae3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:45.812790 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d372505-ee62-41e7-b5ba-a393d1391a68 req-085de249-1883-4d0d-9b5d-cde611af7ae3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0499096 May 10 20:37:45.858717 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d372505-ee62-41e7-b5ba-a393d1391a68 req-2452dd23-76a0-44b6-a909-b2372e552ae8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 May 10 20:37:46.972024 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa68d4-eee0-4253-a168-46914efd9818 req-33b96ff4-76ae-4263-a652-4b9f2b908534 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:46.973458 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6dfa68d4-eee0-4253-a168-46914efd9818 req-33b96ff4-76ae-4263-a652-4b9f2b908534 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0494018 May 10 20:37:47.019794 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6dfa68d4-eee0-4253-a168-46914efd9818 req-30e1f4c6-a660-40b9-ab48-ea639161c420 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 May 10 20:37:48.132303 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a3529-b886-4b74-93d3-f936fca868fb req-3c184c49-0520-4ca8-ae28-197f95becd6d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:48.133742 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-865a3529-b886-4b74-93d3-f936fca868fb req-3c184c49-0520-4ca8-ae28-197f95becd6d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0467956 May 10 20:37:48.179046 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-865a3529-b886-4b74-93d3-f936fca868fb req-de848420-f3a3-4637-a53b-b75694b4cb20 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398483 May 10 20:37:49.286188 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b20ba26-d4ec-4985-af03-fa545161748b req-817f86df-94d6-43ef-9db7-bbbb6e9457c9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1087229 May 10 20:37:49.301542 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349b82f-3063-40e7-becb-dc633d011933 req-8190bd44-9038-449e-8293-b12352443131 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:49.302986 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c349b82f-3063-40e7-becb-dc633d011933 req-8190bd44-9038-449e-8293-b12352443131 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0561707 May 10 20:37:49.356225 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ba26-d4ec-4985-af03-fa545161748b req-cbdaaace-c0ee-48f6-99cb-a0a0c85d8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:49.357617 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b20ba26-d4ec-4985-af03-fa545161748b req-cbdaaace-c0ee-48f6-99cb-a0a0c85d8ea1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 1129 time: 0.0522799 May 10 20:37:49.386074 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c349b82f-3063-40e7-becb-dc633d011933 req-1808ee35-d6f8-4743-8a3f-42ab6723764f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729985 May 10 20:37:49.722422 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ba26-d4ec-4985-af03-fa545161748b req-8ff8e5fa-3935-44fa-9122-80392f8bdd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:49.723864 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b20ba26-d4ec-4985-af03-fa545161748b req-8ff8e5fa-3935-44fa-9122-80392f8bdd87 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 915 time: 0.3477924 May 10 20:37:49.786170 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b20ba26-d4ec-4985-af03-fa545161748b req-887e063a-1b61-4c1b-b68d-e8558a0e69cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de779ba3-95d2-4c5b-b377-c9366cb89c51 HTTP/1.1" status: 200 len: 1001 time: 0.0562785 May 10 20:37:49.842350 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ba26-d4ec-4985-af03-fa545161748b req-4cca90de-8f53-448e-8f47-8761a1e3e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:49.843780 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b20ba26-d4ec-4985-af03-fa545161748b req-4cca90de-8f53-448e-8f47-8761a1e3e014 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 200 len: 853 time: 0.0525420 May 10 20:37:49.890560 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ba26-d4ec-4985-af03-fa545161748b req-a38a5d68-6051-490f-8b9f-b952b50bd082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:49.891927 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b20ba26-d4ec-4985-af03-fa545161748b req-a38a5d68-6051-490f-8b9f-b952b50bd082 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97616d50-d128-4d48-95c9-0ecc4a239629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424302 May 10 20:37:49.901579 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-3b20ba26-d4ec-4985-af03-fa545161748b req-4240f3f5-67e0-4e38-a58c-b4bd52c5921f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:37:49.902526 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b20ba26-d4ec-4985-af03-fa545161748b req-4240f3f5-67e0-4e38-a58c-b4bd52c5921f service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047688 May 10 20:37:49.987306 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b20ba26-d4ec-4985-af03-fa545161748b req-8ac7f23f-0562-48e6-b613-38e43b059cab service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789862 May 10 20:37:50.076730 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b20ba26-d4ec-4985-af03-fa545161748b req-e71aac68-fa3a-4c5d-bff3-ed1d84c5375a service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837836 May 10 20:37:50.501974 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4931c3-0717-4771-b079-d4329e026790 req-e5de2ce0-9a4c-4153-b22b-d5fce936dd3a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:50.503444 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d4931c3-0717-4771-b079-d4329e026790 req-e5de2ce0-9a4c-4153-b22b-d5fce936dd3a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0491288 May 10 20:37:50.549611 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d4931c3-0717-4771-b079-d4329e026790 req-2f843011-f0c8-44f3-ab08-ee1dff986e68 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405390 May 10 20:37:50.779261 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-51fb473b-89a5-451a-be59-ac336786d79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:51.660909 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39325fdb-1ac3-4709-8d3a-5fe32d7e4ea3 req-111eae6f-b127-4c34-8abb-dae1a658966b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:51.662378 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39325fdb-1ac3-4709-8d3a-5fe32d7e4ea3 req-111eae6f-b127-4c34-8abb-dae1a658966b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0461066 May 10 20:37:51.708313 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39325fdb-1ac3-4709-8d3a-5fe32d7e4ea3 req-27483905-16ff-443f-b220-ed64ff11fb32 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404782 May 10 20:37:52.002564 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:37:52.824389 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4be7c6-70a0-4f61-8772-7de0f368f6a2 req-dac2f27c-e6fa-4d22-a209-20c0f4f8d819 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:52.825827 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e4be7c6-70a0-4f61-8772-7de0f368f6a2 req-dac2f27c-e6fa-4d22-a209-20c0f4f8d819 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0503457 May 10 20:37:52.871186 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e4be7c6-70a0-4f61-8772-7de0f368f6a2 req-955d73c2-d4bc-452a-9247-e3a1f42b3cae tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 May 10 20:37:53.059231 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-5e987457-31fb-45a9-8957-238d73b524f2 req-a80404eb-7027-4868-8489-9474b617ac94 service neutron] (104125) timed out ('10.222.0.65', 55486) {{(pid=104125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 20:37:53.158488 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-5e987457-31fb-45a9-8957-238d73b524f2 req-83d603e5-02bd-42fa-989e-118edfb85688 tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] (104125) timed out ('10.222.0.65', 55496) {{(pid=104125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 20:37:53.178458 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-850be736-48a8-40cc-865c-b76e9b8d1c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:53.981874 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4a0b3-7235-4cd2-9378-63aacb895088 req-7d6ae8e6-aa35-4138-ac07-cb4d2a51604b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:53.983843 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2fe4a0b3-7235-4cd2-9378-63aacb895088 req-7d6ae8e6-aa35-4138-ac07-cb4d2a51604b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0453472 May 10 20:37:54.028686 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2fe4a0b3-7235-4cd2-9378-63aacb895088 req-b9d33625-097a-4dab-8ecf-908ea57c892e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394766 May 10 20:37:54.510398 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:55.147960 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec310e2-e718-4867-97d0-3fe3011ab6df req-e313b4bb-0d12-43ad-887d-fe8ec2cec4fd tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:55.149353 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ec310e2-e718-4867-97d0-3fe3011ab6df req-e313b4bb-0d12-43ad-887d-fe8ec2cec4fd tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0496888 May 10 20:37:55.194936 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ec310e2-e718-4867-97d0-3fe3011ab6df req-6bf88fac-0c30-4288-8efa-a30274cc6ea3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401130 May 10 20:37:55.796534 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:56.304918 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6eed-b17e-4c2d-a512-3c2de1272a6e req-24d6c3ff-4bbb-4c71-a64c-47520b11766c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:56.306388 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-80ad6eed-b17e-4c2d-a512-3c2de1272a6e req-24d6c3ff-4bbb-4c71-a64c-47520b11766c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0461109 May 10 20:37:56.352501 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-80ad6eed-b17e-4c2d-a512-3c2de1272a6e req-4de15284-da3d-4ff2-b3e1-5e89ae5aebe7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 May 10 20:37:57.281854 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:57.464619 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59995-1328-462e-8b1d-0b028a9e5e9d req-25e08f5b-e40e-471f-8823-cf1f6f5d0c7c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:57.466058 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-edf59995-1328-462e-8b1d-0b028a9e5e9d req-25e08f5b-e40e-471f-8823-cf1f6f5d0c7c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0464075 May 10 20:37:57.515567 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-edf59995-1328-462e-8b1d-0b028a9e5e9d req-ce7351fc-de18-412a-aaf5-9ab4cfcd929b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434937 May 10 20:37:58.627800 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fbf32-c86c-4cfa-8ceb-9ff76655dac4 req-8af455e5-e61d-43f7-a2a6-e1605a124538 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:58.628640 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-601fbf32-c86c-4cfa-8ceb-9ff76655dac4 req-8af455e5-e61d-43f7-a2a6-e1605a124538 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0464373 May 10 20:37:58.676784 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-601fbf32-c86c-4cfa-8ceb-9ff76655dac4 req-f8a47b7f-40f3-466f-898d-b9d624679bae tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 May 10 20:37:59.787992 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76310536-224d-4a98-a368-828b659770a5 req-a57d1ff2-f585-46b1-ada7-13e9fdc23f87 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:59.789422 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-76310536-224d-4a98-a368-828b659770a5 req-a57d1ff2-f585-46b1-ada7-13e9fdc23f87 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0459731 May 10 20:37:59.835532 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-76310536-224d-4a98-a368-828b659770a5 req-c2a4747d-3160-486e-802c-f79febc2a501 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 May 10 20:38:01.000085 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fea8d-4f40-4e0c-8c7c-b4d2e7694ff1 req-33918ecd-7e9b-43de-923e-ac56c052f4d3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:01.001524 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db5fea8d-4f40-4e0c-8c7c-b4d2e7694ff1 req-33918ecd-7e9b-43de-923e-ac56c052f4d3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0988786 May 10 20:38:01.047069 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db5fea8d-4f40-4e0c-8c7c-b4d2e7694ff1 req-674644f5-94ef-44d3-99ab-d89065d742c1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 May 10 20:38:02.159010 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae33322-dd11-4659-8fdb-dc59b46b377e req-378929b9-9806-4f06-aa22-74793219c3fe tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:02.160485 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6ae33322-dd11-4659-8fdb-dc59b46b377e req-378929b9-9806-4f06-aa22-74793219c3fe tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0465283 May 10 20:38:02.207952 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6ae33322-dd11-4659-8fdb-dc59b46b377e req-b3ff7a35-5a77-47ed-bb04-8de63a25ccf6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 May 10 20:38:03.321945 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ca6ea-7e47-4a81-9a74-81e783030d4a req-ff0a5542-a19b-4d99-8e02-c98bf7bcb9fa tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:03.323373 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-370ca6ea-7e47-4a81-9a74-81e783030d4a req-ff0a5542-a19b-4d99-8e02-c98bf7bcb9fa tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0469494 May 10 20:38:03.373104 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-370ca6ea-7e47-4a81-9a74-81e783030d4a req-a16cdd47-34db-4d3b-943f-1bf4369e39ec tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441620 May 10 20:38:04.484731 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaaf1c-449a-4119-9743-9e5ad81ff61e req-58391dd7-5c89-4c2c-bab4-a16c0dcd5e53 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:04.486258 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0efaaf1c-449a-4119-9743-9e5ad81ff61e req-58391dd7-5c89-4c2c-bab4-a16c0dcd5e53 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0471957 May 10 20:38:04.531862 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0efaaf1c-449a-4119-9743-9e5ad81ff61e req-07f6877b-6157-4e95-a5cc-92118d348f82 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401397 May 10 20:38:04.850125 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-0ec3db80-81eb-48f5-b79f-606f357f2a86 service neutron] (104125) timed out ('10.222.0.65', 58546) {{(pid=104125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 20:38:05.144790 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-db587fe9-bf4f-4eb5-90e2-fc97d37e6df2 req-05fb51c9-ed55-41db-bbff-3a7187fd6d4f tempest-AttachVolumeShelveTestJSON-769646234 tempest-AttachVolumeShelveTestJSON-769646234-project] (104125) timed out ('10.222.0.65', 58562) {{(pid=104125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 20:38:05.641683 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e08194-c470-449c-bd66-010d3c405e08 req-359a1994-ed21-4e84-8520-4006c6657d9e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:05.643152 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-18e08194-c470-449c-bd66-010d3c405e08 req-359a1994-ed21-4e84-8520-4006c6657d9e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0458686 May 10 20:38:05.689524 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-18e08194-c470-449c-bd66-010d3c405e08 req-cb32b6a7-6731-4abe-89ad-04b2c90abfd3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407095 May 10 20:38:06.804100 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2b60e-b619-4772-b6ba-92046f0900d8 req-1cfc97c8-0f80-4611-8164-cb00c5d40609 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:06.805556 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-feb2b60e-b619-4772-b6ba-92046f0900d8 req-1cfc97c8-0f80-4611-8164-cb00c5d40609 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0490806 May 10 20:38:06.851208 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-feb2b60e-b619-4772-b6ba-92046f0900d8 req-981e7a59-f056-471d-a978-56200cbcf0a0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393395 May 10 20:38:07.970012 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f409264-06e4-4a6f-84cb-651e213d423d req-c8a47dbc-3f6c-4ea9-8bd7-3df4a1af1622 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:07.971492 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6f409264-06e4-4a6f-84cb-651e213d423d req-c8a47dbc-3f6c-4ea9-8bd7-3df4a1af1622 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0472639 May 10 20:38:08.017214 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6f409264-06e4-4a6f-84cb-651e213d423d req-9aed8ca4-ea2a-41ed-84c5-1deb98edcadd tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403116 May 10 20:38:08.137432 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:09.135798 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7a5c2-47c9-4115-84bf-09107bde76fc req-625e86a0-9ac6-49ce-878f-385939a51227 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:09.137276 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f7f7a5c2-47c9-4115-84bf-09107bde76fc req-625e86a0-9ac6-49ce-878f-385939a51227 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0540621 May 10 20:38:09.186037 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f7f7a5c2-47c9-4115-84bf-09107bde76fc req-07419950-d238-4a93-b3d5-7fd1f9307a68 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410128 May 10 20:38:10.300141 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861faacf-063c-4cd8-ae2c-67b71ff3d3c1 req-a0b58423-00ae-4f4e-ac52-3c0cd89c1553 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:10.301577 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-861faacf-063c-4cd8-ae2c-67b71ff3d3c1 req-a0b58423-00ae-4f4e-ac52-3c0cd89c1553 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0459619 May 10 20:38:10.347315 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-861faacf-063c-4cd8-ae2c-67b71ff3d3c1 req-4d559a09-b96c-42f9-b86a-31b047b970b2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402701 May 10 20:38:11.469497 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0cdc3-f4a8-4d6e-bd0f-b06200b73330 req-27935efb-0606-4222-a5d9-c77121bed6b8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:11.470978 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-edf0cdc3-f4a8-4d6e-bd0f-b06200b73330 req-27935efb-0606-4222-a5d9-c77121bed6b8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0458274 May 10 20:38:11.521276 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-edf0cdc3-f4a8-4d6e-bd0f-b06200b73330 req-c3adf497-296f-4915-8f39-607339d207eb tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448012 May 10 20:38:12.638320 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949e29f-b158-436d-80e6-6c238391cca2 req-71cce8c5-4431-488f-8631-3bb17b88b912 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:12.639790 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1949e29f-b158-436d-80e6-6c238391cca2 req-71cce8c5-4431-488f-8631-3bb17b88b912 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0473132 May 10 20:38:12.688321 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1949e29f-b158-436d-80e6-6c238391cca2 req-69449a69-27a1-41dd-8238-5b47114e6396 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428810 May 10 20:38:13.799909 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de938fbc-2a66-4847-8585-bdbf417f9274 req-06763e01-7d83-4eb0-aed8-5de8a37faed3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:13.801344 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de938fbc-2a66-4847-8585-bdbf417f9274 req-06763e01-7d83-4eb0-aed8-5de8a37faed3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0458782 May 10 20:38:13.847767 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de938fbc-2a66-4847-8585-bdbf417f9274 req-1d3275d8-5368-46ed-b278-db230dde0fe6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407662 May 10 20:38:14.961994 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264388a7-d70b-4f42-97d5-7e1f53cd9b7c req-f2d12028-dd64-41ed-b266-b73a5799162d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:14.963500 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-264388a7-d70b-4f42-97d5-7e1f53cd9b7c req-f2d12028-dd64-41ed-b266-b73a5799162d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0500643 May 10 20:38:15.009895 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-264388a7-d70b-4f42-97d5-7e1f53cd9b7c req-b330476a-915e-4ef8-98b7-bf151b7b20bd tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408998 May 10 20:38:16.128349 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aca24-4f02-4d76-ad83-ba8a9bef1487 req-33161e34-6a16-46b7-8b5a-75e893527ba0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:16.129856 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ff5aca24-4f02-4d76-ad83-ba8a9bef1487 req-33161e34-6a16-46b7-8b5a-75e893527ba0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0486126 May 10 20:38:16.176206 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ff5aca24-4f02-4d76-ad83-ba8a9bef1487 req-418531fe-1ef5-4bd7-b363-800ae10e632d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 May 10 20:38:17.288858 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625708a-7924-4ce7-9644-5bbce632aae9 req-dd20db5b-fa88-4a59-a152-ff8a0be47bf5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:17.290320 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1625708a-7924-4ce7-9644-5bbce632aae9 req-dd20db5b-fa88-4a59-a152-ff8a0be47bf5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0471604 May 10 20:38:17.338856 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1625708a-7924-4ce7-9644-5bbce632aae9 req-bde72ab4-06d3-492d-8195-ebe72e01e7bb tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430024 May 10 20:38:18.451744 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b2156-74a9-4052-aa17-87e99b02da00 req-725c60ab-17d0-4821-b1ca-37e70f254996 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:18.453200 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c37b2156-74a9-4052-aa17-87e99b02da00 req-725c60ab-17d0-4821-b1ca-37e70f254996 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0466614 May 10 20:38:18.499018 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c37b2156-74a9-4052-aa17-87e99b02da00 req-e8dbd56a-5f06-4d38-a8d2-532337f583b6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 May 10 20:38:19.617570 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09646303-1c76-49bf-b464-fd124e43438c req-9235c1ce-83ac-4f96-b7c1-9f169fd0a725 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:19.619043 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-09646303-1c76-49bf-b464-fd124e43438c req-9235c1ce-83ac-4f96-b7c1-9f169fd0a725 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0458119 May 10 20:38:19.664859 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-09646303-1c76-49bf-b464-fd124e43438c req-05e0a797-b380-4a34-bbf3-de87a3ca3c2b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396895 May 10 20:38:20.761592 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-62d994eb-84f1-4939-83e6-7352c0140096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:20.780298 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d305f0-544d-45e0-91f0-76c5a18a58ab req-f3c5d87a-7876-4ad0-800e-4d28d773007d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:20.781788 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8d305f0-544d-45e0-91f0-76c5a18a58ab req-f3c5d87a-7876-4ad0-800e-4d28d773007d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0505469 May 10 20:38:20.828356 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8d305f0-544d-45e0-91f0-76c5a18a58ab req-b12a615c-53be-4c2c-a8c2-93f9383fdca3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409644 May 10 20:38:21.938805 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a2d8c-db66-4cdf-b83f-7a8a92a03560 req-8a8922e3-f346-49d2-9421-ef58492b315f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:21.940278 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eb3a2d8c-db66-4cdf-b83f-7a8a92a03560 req-8a8922e3-f346-49d2-9421-ef58492b315f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0463731 May 10 20:38:21.988346 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eb3a2d8c-db66-4cdf-b83f-7a8a92a03560 req-c8da3901-2220-48d6-8e5f-653cbbd71da5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425937 May 10 20:38:23.103734 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebcd7e-a87d-4677-8fe6-ce9380e90223 req-c00a00a6-9a1a-4946-a320-ef346c5bd074 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:23.105190 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cbebcd7e-a87d-4677-8fe6-ce9380e90223 req-c00a00a6-9a1a-4946-a320-ef346c5bd074 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0503902 May 10 20:38:23.145997 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-89ee2280-5bf6-442f-8ff5-c998e6188281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:23.152683 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cbebcd7e-a87d-4677-8fe6-ce9380e90223 req-d50bbb88-5dd6-4044-8968-830becbf856b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418274 May 10 20:38:24.275576 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967ac3d-adf1-4bec-86a0-1097dd8ad6f8 req-3aade6db-633e-4b7b-8750-9c819b8dad89 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:24.277079 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8967ac3d-adf1-4bec-86a0-1097dd8ad6f8 req-3aade6db-633e-4b7b-8750-9c819b8dad89 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0467887 May 10 20:38:24.322725 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8967ac3d-adf1-4bec-86a0-1097dd8ad6f8 req-8897caf4-ad8d-4ef7-869e-c4269d59163a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401957 May 10 20:38:24.515458 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:25.436164 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3fb98-b0d5-4d37-9c35-5aeda3b35656 req-edca8442-29ee-4df8-9872-7283b77c62ce tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:25.437619 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a7f3fb98-b0d5-4d37-9c35-5aeda3b35656 req-edca8442-29ee-4df8-9872-7283b77c62ce tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0456827 May 10 20:38:25.486495 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a7f3fb98-b0d5-4d37-9c35-5aeda3b35656 req-a374f8ec-ecaf-4156-aba8-044668dd111c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 May 10 20:38:25.829695 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:26.596257 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c5507-4e40-4e72-a8e4-e86d172e1662 req-0bc793b5-175e-4fa5-8ece-51b4d10e4af4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:26.597703 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b16c5507-4e40-4e72-a8e4-e86d172e1662 req-0bc793b5-175e-4fa5-8ece-51b4d10e4af4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0459805 May 10 20:38:26.643599 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b16c5507-4e40-4e72-a8e4-e86d172e1662 req-a05567c1-3b98-47a4-8952-d984a2cfd89f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404983 May 10 20:38:27.286708 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:27.756059 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25ba25-74c9-4559-bb0a-cfa078d227d9 req-d09e6415-56c4-4086-bab7-2db2da303326 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:27.757509 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f25ba25-74c9-4559-bb0a-cfa078d227d9 req-d09e6415-56c4-4086-bab7-2db2da303326 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0465531 May 10 20:38:27.802427 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f25ba25-74c9-4559-bb0a-cfa078d227d9 req-64d399db-6138-4101-ab1b-85089f6fe25b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392704 May 10 20:38:28.927276 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb090-fc96-4a30-9ff7-6d15551a71c5 req-3f24872d-75a1-47c4-8b6b-e1f77be3ea63 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:28.928732 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c78bb090-fc96-4a30-9ff7-6d15551a71c5 req-3f24872d-75a1-47c4-8b6b-e1f77be3ea63 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0549488 May 10 20:38:28.974281 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c78bb090-fc96-4a30-9ff7-6d15551a71c5 req-c8548ed8-b666-4bbb-860d-5785690a6623 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 May 10 20:38:29.000655 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:38:30.092376 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2e50e-2e9e-4f52-a1ed-cf3eca0c4c36 req-c6665770-d6c2-4496-a169-d6fed40e4c3f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:30.093821 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cbd2e50e-2e9e-4f52-a1ed-cf3eca0c4c36 req-c6665770-d6c2-4496-a169-d6fed40e4c3f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0468032 May 10 20:38:30.140659 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cbd2e50e-2e9e-4f52-a1ed-cf3eca0c4c36 req-83126313-be49-46a7-91a3-5d826c980ba2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 May 10 20:38:31.254784 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c76092-2639-4665-9533-416a2378d40a req-54b0fa31-5d07-430f-9174-d16f0646b9bd tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:31.256241 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82c76092-2639-4665-9533-416a2378d40a req-54b0fa31-5d07-430f-9174-d16f0646b9bd tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0459993 May 10 20:38:31.306821 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82c76092-2639-4665-9533-416a2378d40a req-afcda67c-57ea-4f2a-959d-b7083db959e1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451534 May 10 20:38:32.417744 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b72aa2-19ff-4c5a-843b-ac50f393b38c req-c4d25b78-e357-4140-a111-43b599c747d9 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:32.419370 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-95b72aa2-19ff-4c5a-843b-ac50f393b38c req-c4d25b78-e357-4140-a111-43b599c747d9 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0454922 May 10 20:38:32.466157 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-95b72aa2-19ff-4c5a-843b-ac50f393b38c req-46039259-fda1-42ae-a0af-22f0cecfaa60 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 May 10 20:38:33.585026 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f42bb2-282c-4ded-bcf9-1db78c33adbf req-a1ecb78f-8b55-47d3-bb68-ddce3f68792d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:33.586592 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60f42bb2-282c-4ded-bcf9-1db78c33adbf req-a1ecb78f-8b55-47d3-bb68-ddce3f68792d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0496364 May 10 20:38:33.641425 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60f42bb2-282c-4ded-bcf9-1db78c33adbf req-b0c9697c-9f79-4e56-a195-356b9e28fea9 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475111 May 10 20:38:34.758429 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04d28b-c04a-4f3c-b1f7-cac379dc3659 req-28f46f18-2e04-4d26-8355-939566273720 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:34.759875 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ff04d28b-c04a-4f3c-b1f7-cac379dc3659 req-28f46f18-2e04-4d26-8355-939566273720 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0496094 May 10 20:38:34.805568 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ff04d28b-c04a-4f3c-b1f7-cac379dc3659 req-0dfba4d5-b792-4d23-8549-d5b0d874ea98 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402923 May 10 20:38:35.915857 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb583d8-9709-4da2-9d27-7be76b256082 req-d243dece-6891-4cbc-9b9f-07b37a1b487f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:35.917301 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5cb583d8-9709-4da2-9d27-7be76b256082 req-d243dece-6891-4cbc-9b9f-07b37a1b487f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0452828 May 10 20:38:35.968362 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5cb583d8-9709-4da2-9d27-7be76b256082 req-3290cccc-998c-46fe-816f-43557f510f88 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450313 May 10 20:38:37.083014 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9633b2-9a61-4497-8ec0-7874654e23a5 req-c1aef84d-6751-40de-be8e-ee6699308d0c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:37.083783 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d9633b2-9a61-4497-8ec0-7874654e23a5 req-c1aef84d-6751-40de-be8e-ee6699308d0c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0491896 May 10 20:38:37.130334 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d9633b2-9a61-4497-8ec0-7874654e23a5 req-e59d0b0a-ae6c-4b50-893c-30874467c432 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409513 May 10 20:38:38.143586 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:38.242243 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e2a4e-406f-4eb6-aa8c-b83d46ce77e2 req-004e6932-f862-48f6-bd92-65471ade7b7d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:38.244941 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa8e2a4e-406f-4eb6-aa8c-b83d46ce77e2 req-004e6932-f862-48f6-bd92-65471ade7b7d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0475502 May 10 20:38:38.291934 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa8e2a4e-406f-4eb6-aa8c-b83d46ce77e2 req-0543a9c8-d859-4178-bead-61ec8b409e8f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 May 10 20:38:39.403466 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92974a-9334-47c7-93ba-1e41ff2174dd req-4f451dc1-cbda-4999-a6fd-9a994bd820eb tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:39.405084 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7a92974a-9334-47c7-93ba-1e41ff2174dd req-4f451dc1-cbda-4999-a6fd-9a994bd820eb tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0461118 May 10 20:38:39.455738 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7a92974a-9334-47c7-93ba-1e41ff2174dd req-92d1fbe2-c710-43bc-a3ce-46e528ce1c75 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452502 May 10 20:38:40.568604 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe822b1-3444-4b5d-a294-4ac47f12abe5 req-f0c4f092-a65c-4133-990b-6cb9363c3804 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:40.570060 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fe822b1-3444-4b5d-a294-4ac47f12abe5 req-f0c4f092-a65c-4133-990b-6cb9363c3804 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0462637 May 10 20:38:40.616078 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fe822b1-3444-4b5d-a294-4ac47f12abe5 req-83f274fb-bcd8-46ce-9f74-67b74fba3506 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 May 10 20:38:41.726275 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920710b-e1e3-465b-96bf-b3c0588224c7 req-5beaa440-4c6b-4eba-89e9-a9e8007ea429 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:41.727628 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4920710b-e1e3-465b-96bf-b3c0588224c7 req-5beaa440-4c6b-4eba-89e9-a9e8007ea429 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0464797 May 10 20:38:41.772942 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4920710b-e1e3-465b-96bf-b3c0588224c7 req-dbb9ed03-ec21-4a50-89df-139e01412b46 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 May 10 20:38:42.886996 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426687a-0818-4e5e-bb80-09225ffdb3e1 req-6798b8f8-1eee-4236-a0b2-4f0544823219 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:42.888445 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6426687a-0818-4e5e-bb80-09225ffdb3e1 req-6798b8f8-1eee-4236-a0b2-4f0544823219 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0495529 May 10 20:38:42.933912 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6426687a-0818-4e5e-bb80-09225ffdb3e1 req-ce0636b5-1d1c-45df-bd2c-d44d4d6e6aaf tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400505 May 10 20:38:44.044640 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6873f-51fe-4f15-aaee-105a5fd417a1 req-b42f98f1-c10e-4858-ae17-423ea24e01ca tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:44.046114 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-adf6873f-51fe-4f15-aaee-105a5fd417a1 req-b42f98f1-c10e-4858-ae17-423ea24e01ca tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0451767 May 10 20:38:44.103752 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-adf6873f-51fe-4f15-aaee-105a5fd417a1 req-81bcd64a-1c6a-42ec-aec4-e92cd60ed8df tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522642 May 10 20:38:45.217922 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248db3ac-ba04-401d-b31b-8ed8c20a6920 req-6b44ed48-0091-411f-9ab1-34dc34b1fc66 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:45.219404 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-248db3ac-ba04-401d-b31b-8ed8c20a6920 req-6b44ed48-0091-411f-9ab1-34dc34b1fc66 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0467696 May 10 20:38:45.268316 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-248db3ac-ba04-401d-b31b-8ed8c20a6920 req-35d73f6e-8ebf-498a-87a0-5d109e2e4d83 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434754 May 10 20:38:46.378667 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5de21a-3993-4a46-9aa3-592806ed0b40 req-307769c4-0fb8-4280-94a3-0e2a5169167c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:46.380095 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b5de21a-3993-4a46-9aa3-592806ed0b40 req-307769c4-0fb8-4280-94a3-0e2a5169167c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0457029 May 10 20:38:46.425454 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b5de21a-3993-4a46-9aa3-592806ed0b40 req-4d5b1d87-67a7-48ad-a695-f8913c1c64a2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399084 May 10 20:38:47.537881 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d5f5a-99e4-482b-956e-ef43ddd415e7 req-94b8d8ce-3da4-44ac-8455-62362cad196a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:47.539332 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-386d5f5a-99e4-482b-956e-ef43ddd415e7 req-94b8d8ce-3da4-44ac-8455-62362cad196a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0459969 May 10 20:38:47.584804 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-386d5f5a-99e4-482b-956e-ef43ddd415e7 req-cf4e9e57-8fd1-44e4-a493-196878e539db tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393870 May 10 20:38:48.712348 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb633f4-b104-4400-9456-09413181824b req-a6e5f5a2-7079-412b-9ab8-ab53ea389ce5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:48.713805 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1eb633f4-b104-4400-9456-09413181824b req-a6e5f5a2-7079-412b-9ab8-ab53ea389ce5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0499308 May 10 20:38:48.760463 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1eb633f4-b104-4400-9456-09413181824b req-3a81b2c9-f6b3-4783-99d8-a296d41a9b34 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 May 10 20:38:49.194396 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-02a66f09-e88e-4adc-9dac-2ed8b98584a8 req-d4e955ec-91eb-42a3-b7be-9ef3b8964a74 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377247 May 10 20:38:49.280999 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a66f09-e88e-4adc-9dac-2ed8b98584a8 req-6abd6f2f-4a46-4282-bc6e-cf6f15f4a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:49.283049 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-02a66f09-e88e-4adc-9dac-2ed8b98584a8 req-6abd6f2f-4a46-4282-bc6e-cf6f15f4a9d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 1129 time: 0.0480635 May 10 20:38:49.387360 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a66f09-e88e-4adc-9dac-2ed8b98584a8 req-aaa6f268-c3d6-47d1-bc26-7a22bb385469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:49.388800 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-02a66f09-e88e-4adc-9dac-2ed8b98584a8 req-aaa6f268-c3d6-47d1-bc26-7a22bb385469 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5faeb9f8-90a5-4864-8255-be306f147ea8 HTTP/1.1" status: 200 len: 913 time: 0.0876529 May 10 20:38:49.452227 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-02a66f09-e88e-4adc-9dac-2ed8b98584a8 req-d4d0558f-6620-4f7d-862f-f9a3229eba7c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87aa9ad9-fb81-4369-8056-73c918735898 HTTP/1.1" status: 200 len: 1001 time: 0.0574164 May 10 20:38:49.502013 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a66f09-e88e-4adc-9dac-2ed8b98584a8 req-6553e8ed-5fe9-428b-a9cb-ad40dda610ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:49.503409 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-02a66f09-e88e-4adc-9dac-2ed8b98584a8 req-6553e8ed-5fe9-428b-a9cb-ad40dda610ef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=516f8c72-19b5-4ad2-a79b-f52f381944d9 HTTP/1.1" status: 200 len: 851 time: 0.0452383 May 10 20:38:49.545982 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a66f09-e88e-4adc-9dac-2ed8b98584a8 req-84ee10f6-3143-48d1-8899-2fc129536ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:49.547432 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-02a66f09-e88e-4adc-9dac-2ed8b98584a8 req-84ee10f6-3143-48d1-8899-2fc129536ba9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5faeb9f8-90a5-4864-8255-be306f147ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382509 May 10 20:38:49.632410 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-02a66f09-e88e-4adc-9dac-2ed8b98584a8 req-2e283ec5-7677-488b-88a2-e85a8c05802e service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788796 May 10 20:38:49.721258 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-02a66f09-e88e-4adc-9dac-2ed8b98584a8 req-67554d82-9ecb-444e-b989-b4c6ebc31bbb service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831506 May 10 20:38:49.871484 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51cea2-6a6e-41f6-a1c1-73f766a0b356 req-b41fd26f-120f-40c9-bc40-b463d292086e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:49.872917 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e51cea2-6a6e-41f6-a1c1-73f766a0b356 req-b41fd26f-120f-40c9-bc40-b463d292086e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0463486 May 10 20:38:49.920839 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e51cea2-6a6e-41f6-a1c1-73f766a0b356 req-efcce693-f04e-4519-acf5-97faa5e2ad99 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 May 10 20:38:50.765741 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-014bbbbd-4d97-4499-ab79-b860510e0ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:51.038920 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdffa8-1eec-47c7-8f29-3a7c68ae08ea req-369f3d9d-4efb-4ab4-b2f4-55f62fd73f26 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:51.040397 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55bdffa8-1eec-47c7-8f29-3a7c68ae08ea req-369f3d9d-4efb-4ab4-b2f4-55f62fd73f26 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0498796 May 10 20:38:51.085582 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55bdffa8-1eec-47c7-8f29-3a7c68ae08ea req-13db8491-5e2a-43a8-8f7d-ca8e95b6b735 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395918 May 10 20:38:52.196211 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f29a8-e96e-49e6-bc58-ec4e181b6705 req-a4d4667a-3dc9-4cc0-9bcb-e7ce814a45fd tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:52.197650 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-842f29a8-e96e-49e6-bc58-ec4e181b6705 req-a4d4667a-3dc9-4cc0-9bcb-e7ce814a45fd tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0462074 May 10 20:38:52.243609 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-842f29a8-e96e-49e6-bc58-ec4e181b6705 req-530fcf20-4543-418c-80af-c8d0938e074f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404899 May 10 20:38:53.152107 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0cb83df4-d3ae-4f0c-bf09-baa776083c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:53.356933 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebebb04-98a4-4dbe-9d1c-fa8a4199014f req-99d3b342-b99f-4c87-a944-5c6b79f65df4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:53.358312 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ebebb04-98a4-4dbe-9d1c-fa8a4199014f req-99d3b342-b99f-4c87-a944-5c6b79f65df4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0457001 May 10 20:38:53.407936 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ebebb04-98a4-4dbe-9d1c-fa8a4199014f req-dbc1f635-683e-4b25-b401-1da0febd0b07 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439231 May 10 20:38:54.500882 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:54.520782 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d2f60-c626-43cf-b50e-ee39c7917c21 req-0f894e4c-ab9a-418a-9df7-a05a0c62dc9a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:54.522260 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6d2f60-c626-43cf-b50e-ee39c7917c21 req-0f894e4c-ab9a-418a-9df7-a05a0c62dc9a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0468948 May 10 20:38:54.569762 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6d2f60-c626-43cf-b50e-ee39c7917c21 req-1270475b-f8f1-474d-a25b-7b0c11091477 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410745 May 10 20:38:55.691403 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3625197-5c9d-4a58-9365-9fc7ce1d38ba req-0358f945-120f-4d7b-8e5d-4bf6a255542c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:55.692773 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3625197-5c9d-4a58-9365-9fc7ce1d38ba req-0358f945-120f-4d7b-8e5d-4bf6a255542c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0469542 May 10 20:38:55.739126 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3625197-5c9d-4a58-9365-9fc7ce1d38ba req-843e7b8a-2901-479b-843e-4329eac01c9e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 May 10 20:38:55.831904 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:56.852175 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028748f6-b807-4de5-a277-eea65fbcdb38 req-6e6d60a7-a875-49e3-be5e-0305ec097764 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:56.853621 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-028748f6-b807-4de5-a277-eea65fbcdb38 req-6e6d60a7-a875-49e3-be5e-0305ec097764 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0494826 May 10 20:38:56.899381 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-028748f6-b807-4de5-a277-eea65fbcdb38 req-261cc687-f7c5-4367-9d22-50316d83f44b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398011 May 10 20:38:57.279776 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:58.010801 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc84cf2-4d70-47a8-b055-cf0d86d46625 req-96862c40-d97f-4596-b282-93c2bb18ea72 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:58.012133 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bbc84cf2-4d70-47a8-b055-cf0d86d46625 req-96862c40-d97f-4596-b282-93c2bb18ea72 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0458565 May 10 20:38:58.058010 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bbc84cf2-4d70-47a8-b055-cf0d86d46625 req-1775287f-677b-42c5-bca7-d33040867e98 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405574 May 10 20:38:59.168572 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fef995-d1b8-4b88-bb18-75e0bcad10f8 req-a7283100-132d-400e-978c-be7eee99d7c4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:59.170039 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8fef995-d1b8-4b88-bb18-75e0bcad10f8 req-a7283100-132d-400e-978c-be7eee99d7c4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0461264 May 10 20:38:59.219644 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8fef995-d1b8-4b88-bb18-75e0bcad10f8 req-e53d350c-ba6b-4e67-b4a8-1176e35bd2e4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441115 May 10 20:38:59.836690 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 37212) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:59.982486 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Deleting port 4ff5c0dd-fced-4cd6-be1d-f75de2968022 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:38:59.982809 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (4ff5c0dd-fced-4cd6-be1d-f75de2968022), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:00.060800 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (4ff5c0dd-fced-4cd6-be1d-f75de2968022), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:00.061058 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for floatingip (4ff5c0dd-fced-4cd6-be1d-f75de2968022), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:00.073618 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Calling delete_port for 4ff5c0dd-fced-4cd6-be1d-f75de2968022 owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:00.324413 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (4ff5c0dd-fced-4cd6-be1d-f75de2968022), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:00.340746 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caba042-ae09-498d-a8ff-5244fc1c273a req-df3895a5-c0a0-4755-9eb5-5cbe4b36b2aa tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:00.342250 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6caba042-ae09-498d-a8ff-5244fc1c273a req-df3895a5-c0a0-4755-9eb5-5cbe4b36b2aa tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0559278 May 10 20:39:00.364691 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event deleted for resources: {'Port': ['ID=4ff5c0dd-fced-4cd6-be1d-f75de2968022,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:00.400811 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.401155 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.401524 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.401860 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.402223 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.402552 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.402876 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.403197 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.403518 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.403838 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.404157 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.404477 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.404794 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.405109 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.405421 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:00.461755 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6caba042-ae09-498d-a8ff-5244fc1c273a req-4b35b66d-94cb-42b6-be6c-ce7e4d5d21a9 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000965 May 10 20:39:00.468111 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for floatingip (608d7da3-62f0-44d2-ac2b-ec78d495ed69), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:00.468434 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Floating IP 608d7da3-62f0-44d2-ac2b-ec78d495ed69 disassociated (deleted). External IP: 172.27.1.111, port: 87aa9ad9-fb81-4369-8056-73c918735898. May 10 20:39:00.677579 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:39:00.784514 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:39:00.789287 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:00.794379 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d7802f-7a8b-4a09-9a2f-e74eb4fc93ce None None] Sync routers for ids ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:39:00.803705 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d7802f-7a8b-4a09-9a2f-e74eb4fc93ce None None] Routers {'540c3e93-840d-4b8a-bf9e-a6738293c5d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:39:00.804315 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-d9d7802f-7a8b-4a09-9a2f-e74eb4fc93ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:38:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:00.821568 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7deb13cb-4c4f-44e6-8be0-8454a2b0c0fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "DELETE /v2.0/floatingips/608d7da3-62f0-44d2-ac2b-ec78d495ed69 HTTP/1.1" status: 204 len: 168 time: 0.9813173 May 10 20:39:00.821568 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'tag': '87aa9ad9-fb81-4369-8056-73c918735898'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:39:00.821935 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7728aa13-76fe-45ca-9146-cc58d11a2748" -d '{"events": [{"name": "network-changed", "server_uuid": "f43b1f37-3eff-4ece-bf7e-8dc94657366f", "tag": "87aa9ad9-fb81-4369-8056-73c918735898"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:39:00.915595 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-d9d7802f-7a8b-4a09-9a2f-e74eb4fc93ce None None] Set router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:39:01.105082 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-d9d7802f-7a8b-4a09-9a2f-e74eb4fc93ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:32Z', 'revision_number': 5, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:01.130868 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d7802f-7a8b-4a09-9a2f-e74eb4fc93ce None None] Checking router: 540c3e93-840d-4b8a-bf9e-a6738293c5d0 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:39:01.139149 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d7802f-7a8b-4a09-9a2f-e74eb4fc93ce None None] Routers {'540c3e93-840d-4b8a-bf9e-a6738293c5d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:39:01.139792 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-d9d7802f-7a8b-4a09-9a2f-e74eb4fc93ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:38:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:01.219357 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d5781b-1a6c-4e61-9b75-8f1468fe3c19 x-openstack-request-id: req-78d5781b-1a6c-4e61-9b75-8f1468fe3c19 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:39:01.219801 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43b1f37-3eff-4ece-bf7e-8dc94657366f", "tag": "87aa9ad9-fb81-4369-8056-73c918735898", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:39:01.220057 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78d5781b-1a6c-4e61-9b75-8f1468fe3c19 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:39:01.220463 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d5781b-1a6c-4e61-9b75-8f1468fe3c19'] response: {'name': 'network-changed', 'server_uuid': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'tag': '87aa9ad9-fb81-4369-8056-73c918735898', 'status': 'completed', 'code': 200} May 10 20:39:01.248938 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-d9d7802f-7a8b-4a09-9a2f-e74eb4fc93ce None None] Set router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:39:01.343048 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec3316-a918-4fcb-983a-29a6e0f6c768 req-4c6856bd-11c0-499e-9e83-4fce8e5605a1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:01.344578 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eeec3316-a918-4fcb-983a-29a6e0f6c768 req-4c6856bd-11c0-499e-9e83-4fce8e5605a1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 945 time: 0.0791047 May 10 20:39:01.345745 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728aa13-76fe-45ca-9146-cc58d11a2748 req-77507584-40d7-4385-b1d0-6ce7ab953366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:01.347052 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7728aa13-76fe-45ca-9146-cc58d11a2748 req-77507584-40d7-4385-b1d0-6ce7ab953366 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 1129 time: 0.0694187 May 10 20:39:01.440443 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-d9d7802f-7a8b-4a09-9a2f-e74eb4fc93ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:32Z', 'revision_number': 5, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:01.446883 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eeec3316-a918-4fcb-983a-29a6e0f6c768 req-50619397-a035-44f4-ab74-933ba71d3fea tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968144 May 10 20:39:01.472100 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d7802f-7a8b-4a09-9a2f-e74eb4fc93ce None None] The sync data for ids ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'] in dv-cinder-828805-2-iscsi is: [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 4, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'b8ae92d3-e850-43a0-8afc-a38528c63de5', 'name': '', 'network_id': '5faeb9f8-90a5-4864-8255-be306f147ea8', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'mac_address': 'fa:16:3e:55:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:32Z', 'revision_number': 5, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'subnets': [{'id': '516f8c72-19b5-4ad2-a79b-f52f381944d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:39:01.475906 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728aa13-76fe-45ca-9146-cc58d11a2748 req-4bc99ce9-2006-418f-9a25-39480e5747bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:01.477379 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7728aa13-76fe-45ca-9146-cc58d11a2748 req-4bc99ce9-2006-418f-9a25-39480e5747bc service neutron] 10.222.0.83 "GET /v2.0/networks?id=5faeb9f8-90a5-4864-8255-be306f147ea8 HTTP/1.1" status: 200 len: 913 time: 0.1215448 May 10 20:39:01.518863 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7728aa13-76fe-45ca-9146-cc58d11a2748 req-0c1fc795-2cf1-441e-abc5-36b431a83290 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87aa9ad9-fb81-4369-8056-73c918735898 HTTP/1.1" status: 200 len: 217 time: 0.0352912 May 10 20:39:01.602806 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728aa13-76fe-45ca-9146-cc58d11a2748 req-cc684a9c-f4ab-4705-a390-acea94239ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:01.604192 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7728aa13-76fe-45ca-9146-cc58d11a2748 req-cc684a9c-f4ab-4705-a390-acea94239ad0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=516f8c72-19b5-4ad2-a79b-f52f381944d9 HTTP/1.1" status: 200 len: 851 time: 0.0788012 May 10 20:39:01.610300 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d044a1-5431-4209-8034-864d71d36792 req-6b06ee34-a2d5-4c16-a797-35e4ed7e02f6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:01.611795 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9d044a1-5431-4209-8034-864d71d36792 req-6b06ee34-a2d5-4c16-a797-35e4ed7e02f6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0767505 May 10 20:39:01.661045 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9d044a1-5431-4209-8034-864d71d36792 req-72e7f690-2052-42f3-a308-96b4b60946f8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436232 May 10 20:39:01.692450 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0155b-5f58-4753-a341-67b41cb7a94b None None] New status for floating IP 608d7da3-62f0-44d2-ac2b-ec78d495ed69: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:39:01.758939 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728aa13-76fe-45ca-9146-cc58d11a2748 req-1c4a9d7f-b409-44c2-9917-5cb805172b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:01.760475 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7728aa13-76fe-45ca-9146-cc58d11a2748 req-1c4a9d7f-b409-44c2-9917-5cb805172b7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5faeb9f8-90a5-4864-8255-be306f147ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403821 May 10 20:39:01.868775 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5b386-7965-43c1-afbf-d1b4160f9302 req-6ffc007c-1290-4dff-909f-58da19c6409c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:01.870646 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1ac5b386-7965-43c1-afbf-d1b4160f9302 req-6ffc007c-1290-4dff-909f-58da19c6409c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.83 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 945 time: 0.0615835 May 10 20:39:01.914794 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7728aa13-76fe-45ca-9146-cc58d11a2748 req-4d2fe49a-c7e0-49db-b95a-991557e581ae service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465149 May 10 20:39:02.280023 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-1ac5b386-7965-43c1-afbf-d1b4160f9302 req-50a6eb80-58db-4d63-93a8-53fa975d9b6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Deleting port 87aa9ad9-fb81-4369-8056-73c918735898 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:39:02.280358 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1ac5b386-7965-43c1-afbf-d1b4160f9302 req-50a6eb80-58db-4d63-93a8-53fa975d9b6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (87aa9ad9-fb81-4369-8056-73c918735898), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:02.347472 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7728aa13-76fe-45ca-9146-cc58d11a2748 req-7917c61c-52fb-4a27-96af-eed37bcbf511 service neutron] 10.222.0.83 "GET /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268572 May 10 20:39:02.387273 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-1ac5b386-7965-43c1-afbf-d1b4160f9302 req-50a6eb80-58db-4d63-93a8-53fa975d9b6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] For port 87aa9ad9-fb81-4369-8056-73c918735898, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=87aa9ad9-fb81-4369-8056-73c918735898,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:39:02.392262 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1ac5b386-7965-43c1-afbf-d1b4160f9302 req-50a6eb80-58db-4d63-93a8-53fa975d9b6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (87aa9ad9-fb81-4369-8056-73c918735898), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:02.403630 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-1ac5b386-7965-43c1-afbf-d1b4160f9302 req-50a6eb80-58db-4d63-93a8-53fa975d9b6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Calling delete_port for 87aa9ad9-fb81-4369-8056-73c918735898 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:02.569407 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdbb03-de74-40c2-99b3-08e26d51c8bf req-3d4b4c90-9518-4014-9d67-10ddc03d6ea0 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:02.570909 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fccdbb03-de74-40c2-99b3-08e26d51c8bf req-3d4b4c90-9518-4014-9d67-10ddc03d6ea0 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 945 time: 0.0503273 May 10 20:39:02.596893 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1ac5b386-7965-43c1-afbf-d1b4160f9302 req-50a6eb80-58db-4d63-93a8-53fa975d9b6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (87aa9ad9-fb81-4369-8056-73c918735898), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:02.645883 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6eb80-58db-4d63-93a8-53fa975d9b6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event deleted for resources: {'Port': ['ID=87aa9ad9-fb81-4369-8056-73c918735898,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:02.656268 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fccdbb03-de74-40c2-99b3-08e26d51c8bf req-5979304c-d8f2-45ab-a3c9-d07fd83d5ce5 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/security-groups?id=15f3ea39-f3f4-4960-a0ad-d633e413f639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791812 May 10 20:39:02.691070 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac5b386-7965-43c1-afbf-d1b4160f9302 req-50a6eb80-58db-4d63-93a8-53fa975d9b6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] No DVR routers for this DVR port 87aa9ad9-fb81-4369-8056-73c918735898 on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:39:02.693668 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1ac5b386-7965-43c1-afbf-d1b4160f9302 req-50a6eb80-58db-4d63-93a8-53fa975d9b6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:02.696977 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1ac5b386-7965-43c1-afbf-d1b4160f9302 req-50a6eb80-58db-4d63-93a8-53fa975d9b6a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.83 "DELETE /v2.0/ports/87aa9ad9-fb81-4369-8056-73c918735898 HTTP/1.1" status: 204 len: 173 time: 0.8198707 May 10 20:39:02.774763 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249f0b7-4721-4245-ac74-e21f0c5d87df req-27891a13-5e6e-4502-8648-55ee1ec531a7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:02.776258 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f249f0b7-4721-4245-ac74-e21f0c5d87df req-27891a13-5e6e-4502-8648-55ee1ec531a7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0460336 May 10 20:39:02.823844 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f249f0b7-4721-4245-ac74-e21f0c5d87df req-2716b8b0-943b-4719-a01c-de5a320bcf45 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 May 10 20:39:03.221935 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'name': 'network-vif-deleted', 'tag': '87aa9ad9-fb81-4369-8056-73c918735898'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:39:03.224381 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fb32b8-c7a1-4147-b365-21af62ab9d46" -d '{"events": [{"server_uuid": "f43b1f37-3eff-4ece-bf7e-8dc94657366f", "name": "network-vif-deleted", "tag": "87aa9ad9-fb81-4369-8056-73c918735898"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:39:03.258811 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b536e5b-d178-4216-8e12-9a8a00991842 x-openstack-request-id: req-7b536e5b-d178-4216-8e12-9a8a00991842 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:39:03.259116 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43b1f37-3eff-4ece-bf7e-8dc94657366f", "name": "network-vif-deleted", "tag": "87aa9ad9-fb81-4369-8056-73c918735898", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:39:03.259369 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b536e5b-d178-4216-8e12-9a8a00991842 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:39:03.259773 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b536e5b-d178-4216-8e12-9a8a00991842'] response: {'server_uuid': 'f43b1f37-3eff-4ece-bf7e-8dc94657366f', 'name': 'network-vif-deleted', 'tag': '87aa9ad9-fb81-4369-8056-73c918735898', 'status': 'completed', 'code': 200} May 10 20:39:03.757122 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce2cd426-5c99-42e3-a1ce-0724ab51118b req-80077b88-3a5c-4737-8e6d-9a6b052d359b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0295820 May 10 20:39:03.934922 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ea9a-7a75-414d-bfac-ac5ab7ce0093 req-65d12e4b-7def-4dc8-a4d4-0017eab37c6d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:03.936434 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7d2ea9a-7a75-414d-bfac-ac5ab7ce0093 req-65d12e4b-7def-4dc8-a4d4-0017eab37c6d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0467963 May 10 20:39:03.982230 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7d2ea9a-7a75-414d-bfac-ac5ab7ce0093 req-89049702-e1a5-4709-a2c3-6f9249ccc314 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403376 May 10 20:39:04.850505 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a10ec21-a498-4b58-bb83-de4f273bfdce req-ce5625fe-2d9b-4a3b-bbef-620bbc1c69e5 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0264058 May 10 20:39:05.107202 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d74f12-cd65-4c68-95d9-58618d0a4623 req-869ca1c1-9fae-4f26-a9df-fe5659514b46 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:05.108632 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22d74f12-cd65-4c68-95d9-58618d0a4623 req-869ca1c1-9fae-4f26-a9df-fe5659514b46 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0496573 May 10 20:39:05.155032 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22d74f12-cd65-4c68-95d9-58618d0a4623 req-717a0117-387e-4be8-9416-9cb1e7b90e64 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 May 10 20:39:05.723700 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 87aa9ad9-fb81-4369-8056-73c918735898 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:39:05.747652 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: 87aa9ad9-fb81-4369-8056-73c918735898 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:39:05.748001 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 87aa9ad9-fb81-4369-8056-73c918735898 not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:39:05.943851 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b655d3a3-5a95-4d4f-a18e-a7da0ee0a565 req-441ee2c7-5862-4349-8e22-9c7ecbe86e6b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0264592 May 10 20:39:05.999230 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:39:06.266963 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48689548-d612-4e23-91da-9d0db3020278 req-3b38bdee-292b-4929-816e-e2d8c6cd81a0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:06.268328 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-48689548-d612-4e23-91da-9d0db3020278 req-3b38bdee-292b-4929-816e-e2d8c6cd81a0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0461252 May 10 20:39:06.313446 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-48689548-d612-4e23-91da-9d0db3020278 req-e688e83a-d353-4a38-9870-6721545a9ed2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397596 May 10 20:39:07.039676 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-16350e77-daf0-4b9e-a4c1-616dd56a2e0c req-9006239f-e96d-4b6e-953f-aa4823730e4c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0300665 May 10 20:39:07.428990 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea023199-a8a4-4908-bdc7-cddecc167971 req-e447c813-6154-4e74-8881-c4744bc71cdc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:07.430554 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ea023199-a8a4-4908-bdc7-cddecc167971 req-e447c813-6154-4e74-8881-c4744bc71cdc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0485151 May 10 20:39:07.476995 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ea023199-a8a4-4908-bdc7-cddecc167971 req-7b81d2b1-c7eb-4eff-b871-6413736e55b5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405309 May 10 20:39:08.135064 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f0d245ea-34d4-48bf-b042-b12cda3baedf req-b40b28fb-448f-427c-b912-9003ac608957 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270357 May 10 20:39:08.146362 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:08.585498 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ea0e8-a964-453e-9ddd-625b587bbc2b req-53f46dbc-34e0-467d-83ae-4bef337e9bab tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:08.586956 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-204ea0e8-a964-453e-9ddd-625b587bbc2b req-53f46dbc-34e0-467d-83ae-4bef337e9bab tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0454426 May 10 20:39:08.635331 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-204ea0e8-a964-453e-9ddd-625b587bbc2b req-15fb5b1f-06d9-4387-86b4-a7e6ae2929f4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423484 May 10 20:39:09.227405 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-62028b06-ad8c-4358-b564-4d076726ac6e req-ac4b548a-236d-44c2-a2b4-6e485ed31131 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0265551 May 10 20:39:09.746952 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a6e7e-5252-46de-855e-c5b2bb84498e req-35d7135f-d2a3-4014-8888-a95ca4f4e757 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:09.748318 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cb9a6e7e-5252-46de-855e-c5b2bb84498e req-35d7135f-d2a3-4014-8888-a95ca4f4e757 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0467370 May 10 20:39:09.793470 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cb9a6e7e-5252-46de-855e-c5b2bb84498e req-d2159dce-656e-4614-875f-3bdeb1f61fbd tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397511 May 10 20:39:10.325229 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d9f3927-e406-4311-9a64-2691c49452a1 req-a5f72408-de68-47ba-90bb-fb1fb322b968 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0298085 May 10 20:39:10.902891 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830b0bc-5f5e-435d-96ad-8f7f23a910d1 req-cb8f712c-e6fc-476b-9f20-beb17ae34896 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:10.904332 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0830b0bc-5f5e-435d-96ad-8f7f23a910d1 req-cb8f712c-e6fc-476b-9f20-beb17ae34896 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0461087 May 10 20:39:10.950290 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0830b0bc-5f5e-435d-96ad-8f7f23a910d1 req-cd711417-5b3e-4f94-bd5a-7914c422f0e7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 May 10 20:39:11.418986 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e351587-8a7f-4157-a545-dd6b55832619 req-51167c5e-4fb7-46da-90de-efe8a1891a52 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0265749 May 10 20:39:12.059645 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faee738-3a04-4dfc-895c-1cde859a53e8 req-02372fc4-733c-4863-b10b-36fde173e3a2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:12.061054 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9faee738-3a04-4dfc-895c-1cde859a53e8 req-02372fc4-733c-4863-b10b-36fde173e3a2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0457842 May 10 20:39:12.109448 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9faee738-3a04-4dfc-895c-1cde859a53e8 req-e223c9b1-1154-425e-9665-fedd9f8c1daa tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430167 May 10 20:39:12.512691 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0887b639-089a-487c-ae20-0534c5541002 req-ac5d0586-182d-4903-839e-081f3cfdce2f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270913 May 10 20:39:13.220810 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2a85e-98bd-42ca-a82f-1214eda6cd64 req-1f47fa6f-63c0-42c4-8d08-2f52553a18b6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:13.222268 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4b2a85e-98bd-42ca-a82f-1214eda6cd64 req-1f47fa6f-63c0-42c4-8d08-2f52553a18b6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0468459 May 10 20:39:13.268649 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4b2a85e-98bd-42ca-a82f-1214eda6cd64 req-ca139d4d-20f0-4ade-9ca6-6157f469b835 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407913 May 10 20:39:13.615088 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b881d7c2-943f-4b03-8dc3-c10e3b76dd9d req-5857d4cb-f8ab-4f28-9afe-0c6131f83c8f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0352314 May 10 20:39:14.379527 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7d23c-c410-45d3-9f70-236c10956f6f req-e5e4ce57-7d4c-4cff-b8e4-b8fd0fa97689 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:14.380956 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9af7d23c-c410-45d3-9f70-236c10956f6f req-e5e4ce57-7d4c-4cff-b8e4-b8fd0fa97689 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0461698 May 10 20:39:14.426613 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9af7d23c-c410-45d3-9f70-236c10956f6f req-a6c068df-41fe-404c-82e0-a8cb6ab70091 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 May 10 20:39:14.717292 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1bdf56b4-17df-4a04-b8bf-26f7c6416c7a req-11a54e07-a6e1-4fc3-b17b-494cf8dd110b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0313342 May 10 20:39:15.704120 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec4250-4808-478a-8272-0f8c01b8ee9e req-94c8a2d2-8bbe-4278-9a0c-98fee3c00c87 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:15.705585 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-95ec4250-4808-478a-8272-0f8c01b8ee9e req-94c8a2d2-8bbe-4278-9a0c-98fee3c00c87 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0474918 May 10 20:39:15.756469 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-95ec4250-4808-478a-8272-0f8c01b8ee9e req-3c4f08b6-f32c-46c1-b3f9-0a6464b485fa tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450454 May 10 20:39:15.836078 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20980f7d-5eaa-4ab8-8763-d31dcdd41245 req-862930a0-b182-4c80-aa48-607fda87674c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0264947 May 10 20:39:16.868104 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b7b0f-5203-4fc9-b14c-e0010852ff0d req-6e6c318d-bf21-440a-a558-d442d3d4fa6f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:16.869586 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b24b7b0f-5203-4fc9-b14c-e0010852ff0d req-6e6c318d-bf21-440a-a558-d442d3d4fa6f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0459619 May 10 20:39:16.915218 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b24b7b0f-5203-4fc9-b14c-e0010852ff0d req-02051945-855b-4460-b8de-5a2d70c54f20 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 May 10 20:39:16.998484 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e6dc2789-cf7d-40c9-908a-22eec5ee1e48 req-8b76ee7e-29b3-4d0e-9bda-1ec00aad9e37 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0304084 May 10 20:39:18.025998 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1587c-7bbc-4957-9552-3610fbd7258f req-1a783d93-abb6-4aec-95ef-16a5af0c6b48 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:18.027549 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fcf1587c-7bbc-4957-9552-3610fbd7258f req-1a783d93-abb6-4aec-95ef-16a5af0c6b48 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0463598 May 10 20:39:18.073710 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fcf1587c-7bbc-4957-9552-3610fbd7258f req-17158eb0-0e84-401e-9cd2-d4d8c49bafa1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406816 May 10 20:39:18.155365 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-57946507-1d5c-49e3-a51c-011fd7d91fed req-883cc3c0-f441-4148-be15-7147b6667f19 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272610 May 10 20:39:19.185217 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ff229-7f17-4444-bd49-9847b062937a req-f6269b1e-fa7b-4dae-8f35-c520580b0bed tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:19.187154 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d96ff229-7f17-4444-bd49-9847b062937a req-f6269b1e-fa7b-4dae-8f35-c520580b0bed tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0472102 May 10 20:39:19.236102 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d96ff229-7f17-4444-bd49-9847b062937a req-dd448e4c-09b0-4407-bb94-3a521946c101 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438595 May 10 20:39:19.316223 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfbd3eab-33ab-4e36-87d0-e823311ac928 req-e5f5138f-5edd-481b-8171-bbc906860453 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0266824 May 10 20:39:20.348573 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c10fd-d274-4d7c-b947-5df858efaef5 req-69b1b5f3-3817-4c2f-bad7-8317f52ed9b7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:20.350041 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f20c10fd-d274-4d7c-b947-5df858efaef5 req-69b1b5f3-3817-4c2f-bad7-8317f52ed9b7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0467293 May 10 20:39:20.396495 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f20c10fd-d274-4d7c-b947-5df858efaef5 req-d68861ed-1f45-45a2-a615-3addcfd8a2d7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 May 10 20:39:20.479166 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cc04a411-0365-4b09-aa12-381850447186 req-6a14728e-dd1c-4083-ae5b-070c9943c23a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0303111 May 10 20:39:20.776636 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f4967a8f-db23-4081-910e-9be0f6383420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:21.507160 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023f43f-8e4a-4aa0-95ea-d63d495f27c3 req-d8396bfb-7b4e-445c-ae07-92d166ac965e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:21.508592 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3023f43f-8e4a-4aa0-95ea-d63d495f27c3 req-d8396bfb-7b4e-445c-ae07-92d166ac965e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0454729 May 10 20:39:21.554416 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3023f43f-8e4a-4aa0-95ea-d63d495f27c3 req-f37e1086-3d36-48f5-9053-fe242bae5296 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 May 10 20:39:21.634191 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14945222-d6c4-49e2-bd47-4aeab38780fc req-3aad6e05-be66-4555-bbbb-2a74ed130562 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0268173 May 10 20:39:22.667147 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c67bce-7b65-49a2-8940-342d8711a9ab req-7ea04b05-0583-4d69-9360-a9f29e879e70 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:22.668708 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6c67bce-7b65-49a2-8940-342d8711a9ab req-7ea04b05-0583-4d69-9360-a9f29e879e70 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0460403 May 10 20:39:22.723570 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6c67bce-7b65-49a2-8940-342d8711a9ab req-74c82012-6119-45a4-a892-853f4b96fa57 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491848 May 10 20:39:22.822213 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1e03a28-4879-4a97-87b3-a02604fa9a1b req-047cdd51-423f-4eb5-b5bc-867eea0364b1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0274892 May 10 20:39:23.171155 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ef7f2677-d848-4263-8d3a-8937da6532f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:23.842457 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec9cbc-f23f-4e5d-bbbd-793f87476c4c req-9b114555-c4f8-404e-89cd-5332eb61e688 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:23.844019 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6cec9cbc-f23f-4e5d-bbbd-793f87476c4c req-9b114555-c4f8-404e-89cd-5332eb61e688 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0465796 May 10 20:39:23.889794 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6cec9cbc-f23f-4e5d-bbbd-793f87476c4c req-9a2a253f-3684-438e-ae0a-16097adce5b0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402799 May 10 20:39:23.973282 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d56816d3-ed73-40c4-9f1c-396a01b28f09 req-e01ab0bd-4932-4506-a8ac-4223b4d9b01e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0311182 May 10 20:39:24.496938 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:25.001159 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f652e97-10e5-4381-b93b-e25f33fd5b06 req-3f7de3ae-c232-4ed6-b6ae-823081b9a5d5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:25.002650 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f652e97-10e5-4381-b93b-e25f33fd5b06 req-3f7de3ae-c232-4ed6-b6ae-823081b9a5d5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0459859 May 10 20:39:25.049227 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f652e97-10e5-4381-b93b-e25f33fd5b06 req-24f302b9-72d9-46bf-b44f-0f9db222b3ab tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 May 10 20:39:25.130232 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-adb6faf0-9ce5-4e85-8c78-2c3bef631d09 req-41446092-612a-4a65-b072-c48a6277831f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0276039 May 10 20:39:25.842525 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:26.161979 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70405f0-2548-47f4-a9d8-f5c3de22c007 req-3c9cc35f-2beb-41f9-8282-76f9899138ef tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:26.163442 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c70405f0-2548-47f4-a9d8-f5c3de22c007 req-3c9cc35f-2beb-41f9-8282-76f9899138ef tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0465326 May 10 20:39:26.212320 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c70405f0-2548-47f4-a9d8-f5c3de22c007 req-499b7e4f-65ce-4e14-b675-f5bfbb1e5a2e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433578 May 10 20:39:26.295756 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c2442ee0-ea0b-45a7-9895-9338b2ba0504 req-7f8a3fce-fa84-4dbb-9aa7-a619ad8c153d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0304141 May 10 20:39:27.302688 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:27.326011 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489c8ef-0d13-4a36-86a0-c971529ab78b req-30b7f66d-7dbd-4e94-b911-7caedfee1ff4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:27.327515 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7489c8ef-0d13-4a36-86a0-c971529ab78b req-30b7f66d-7dbd-4e94-b911-7caedfee1ff4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0478857 May 10 20:39:27.373530 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7489c8ef-0d13-4a36-86a0-c971529ab78b req-1e11cfd9-9844-42e5-80e8-90410127264e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 May 10 20:39:27.457519 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9b132e2-3d6d-4b48-8c84-765cf7a67d51 req-a95a6d9e-70e3-40c4-bfea-03e9c80f944d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0314775 May 10 20:39:28.486291 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99f9b3-b2ff-4b35-88a8-265c309a99e2 req-74662d3c-cf4a-4dc7-a045-8b0df2348af6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:28.487775 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd99f9b3-b2ff-4b35-88a8-265c309a99e2 req-74662d3c-cf4a-4dc7-a045-8b0df2348af6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0466194 May 10 20:39:28.535802 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd99f9b3-b2ff-4b35-88a8-265c309a99e2 req-b54ab66b-9c58-4a57-b0a3-d52ed58f1759 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 May 10 20:39:28.621516 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-63b2071c-f669-4344-80cc-9aed1b27ddb4 req-6f019f66-c6cf-427f-b26f-8eaf05313bc5 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0291717 May 10 20:39:29.647635 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251ca4b-0354-4475-9cd6-fb978a5a3d41 req-90b8f1cc-a8c1-442a-8fdf-8fbd7046b48a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:29.649096 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1251ca4b-0354-4475-9cd6-fb978a5a3d41 req-90b8f1cc-a8c1-442a-8fdf-8fbd7046b48a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0458801 May 10 20:39:29.699079 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1251ca4b-0354-4475-9cd6-fb978a5a3d41 req-c54e6109-ce4d-4a29-8d0f-e0c1e8831a19 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433826 May 10 20:39:29.779087 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e2845f9-1663-4746-b023-c6d8d4924504 req-dcbf71ea-f002-4132-bf1d-c212cbbd8fe2 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0276518 May 10 20:39:30.810333 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e3afe-617b-4664-b429-dc24fc2e878c req-3cb7c414-b697-4af2-80c4-cdb6e315848a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:30.811804 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c3e3afe-617b-4664-b429-dc24fc2e878c req-3cb7c414-b697-4af2-80c4-cdb6e315848a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0470123 May 10 20:39:30.859132 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c3e3afe-617b-4664-b429-dc24fc2e878c req-ab4d2873-408e-4420-a34d-0ed49ced208e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417790 May 10 20:39:30.944796 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f31cb7ea-d0df-4b31-81ff-02d0812311d8 req-6ebdbe66-2712-4047-a460-13f3e4642305 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0307498 May 10 20:39:31.976072 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5589d-2060-4fda-9433-7347b34e3e15 req-049e3e84-15ab-4874-8404-239887bbcf39 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:31.977527 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30a5589d-2060-4fda-9433-7347b34e3e15 req-049e3e84-15ab-4874-8404-239887bbcf39 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0468998 May 10 20:39:32.022735 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30a5589d-2060-4fda-9433-7347b34e3e15 req-eee8eb4d-3951-4846-86e4-d3b04235d88d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396929 May 10 20:39:32.102489 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8152c2e6-4d05-43ac-b567-3cafa1133077 req-41ca4b18-62ed-4937-ba47-66bc6340a152 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273848 May 10 20:39:33.134390 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968de2fc-c89d-472a-b31d-909610cc6995 req-574cc889-4acb-4c7d-8679-095d0946fc01 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:33.136466 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-968de2fc-c89d-472a-b31d-909610cc6995 req-574cc889-4acb-4c7d-8679-095d0946fc01 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0454292 May 10 20:39:33.185646 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-968de2fc-c89d-472a-b31d-909610cc6995 req-7541dff6-e6b1-49f8-a1f6-c9c5fc9a21cf tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437477 May 10 20:39:33.271031 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e123986b-6445-428c-b819-5b99d61e47ff req-52b03c10-63b2-42dc-b96c-d2a343cdad4b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0279963 May 10 20:39:34.302264 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab26b6-bb1d-460c-9e98-8ae7353ca3ed req-3d2aa02f-f395-4b28-9098-68fd866ba5b0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:34.303806 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8ab26b6-bb1d-460c-9e98-8ae7353ca3ed req-3d2aa02f-f395-4b28-9098-68fd866ba5b0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0509448 May 10 20:39:34.350445 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8ab26b6-bb1d-460c-9e98-8ae7353ca3ed req-c2378abc-43d2-40d9-8fac-b2fbc7e607d3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401311 May 10 20:39:34.434287 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c1861dbd-cf09-4e42-917b-dfbf09a31a59 req-56e66660-fac6-4c93-a20b-b7bc7ad9429e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0310471 May 10 20:39:35.462818 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57974c7-f33a-4c68-a5c8-1602ef0891a4 req-cad5547f-eb0d-4849-8d3a-ac8a00b31eed tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:35.464297 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57974c7-f33a-4c68-a5c8-1602ef0891a4 req-cad5547f-eb0d-4849-8d3a-ac8a00b31eed tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0470839 May 10 20:39:35.510107 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57974c7-f33a-4c68-a5c8-1602ef0891a4 req-fb6e020f-1757-4da8-8cf3-6242eab1009b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 May 10 20:39:35.593055 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d48b777-ac31-4350-88a0-f98e9ab63320 req-8c2a6004-c324-4c69-9b76-22cbd51a43f1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0277250 May 10 20:39:36.624024 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad66abc-0e5d-4dc9-a3f1-9205b0a463fe req-3983789a-30ab-4509-b7f9-75e6165abe2a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:36.625489 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cad66abc-0e5d-4dc9-a3f1-9205b0a463fe req-3983789a-30ab-4509-b7f9-75e6165abe2a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0467293 May 10 20:39:36.674647 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cad66abc-0e5d-4dc9-a3f1-9205b0a463fe req-f17f8dc7-bd2e-4791-8c88-f565ad200519 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437069 May 10 20:39:36.754785 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6adfd8c-36ed-4299-9f87-9418dbbeb10d req-5fdb30a0-e555-4ebd-8824-a803e6834507 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0277097 May 10 20:39:37.787027 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd30b44-b201-4326-8001-6e0c2a16f3ac req-837f23ee-2e81-4bc6-947e-9f5068580b3b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:37.788481 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cd30b44-b201-4326-8001-6e0c2a16f3ac req-837f23ee-2e81-4bc6-947e-9f5068580b3b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0469594 May 10 20:39:37.834795 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cd30b44-b201-4326-8001-6e0c2a16f3ac req-1ccbc507-e4de-44c1-b354-b56d0e8cbe20 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407121 May 10 20:39:37.926097 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b8e3ed3-5d71-4790-956b-e76d2ec20b48 req-a994b279-7ecc-40ab-8435-fa011eb3f3cb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0363550 May 10 20:39:38.156198 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:38.945867 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dfd10-f43b-460c-a9a6-101ada328053 req-3b1d9a15-8384-4fc3-a3e2-ff37db92482f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:38.947340 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-303dfd10-f43b-460c-a9a6-101ada328053 req-3b1d9a15-8384-4fc3-a3e2-ff37db92482f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0466945 May 10 20:39:38.994276 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-303dfd10-f43b-460c-a9a6-101ada328053 req-507a7909-2025-4e37-9ab1-08b81e738447 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 May 10 20:39:39.075240 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f0d4300-b11e-41cd-bc4e-305924d20882 req-38236612-5414-4212-9b59-27c0ba409516 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0274525 May 10 20:39:40.105569 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d42769-9b2c-4462-9657-a37634c49aab req-05082530-7e0a-425a-a6ba-cd673605a59e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:40.107072 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b5d42769-9b2c-4462-9657-a37634c49aab req-05082530-7e0a-425a-a6ba-cd673605a59e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0456467 May 10 20:39:40.156933 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b5d42769-9b2c-4462-9657-a37634c49aab req-443974b4-18dd-4b10-a7d7-9bc1d7bf3037 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444517 May 10 20:39:40.238690 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce75b2f5-3e39-457f-bf72-329fb0219799 req-a861714f-989d-4e53-be49-26043c6f7071 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272064 May 10 20:39:41.270663 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c6e69-a459-43b1-b67c-ed04d05a945d req-fe85954d-8938-4af5-83fa-3bbc8e2a01e9 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:41.272287 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af0c6e69-a459-43b1-b67c-ed04d05a945d req-fe85954d-8938-4af5-83fa-3bbc8e2a01e9 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0469570 May 10 20:39:41.324723 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af0c6e69-a459-43b1-b67c-ed04d05a945d req-7404e6c4-d162-401e-bc99-82b8f88243a4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446694 May 10 20:39:41.411782 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4cbde348-145e-4bc0-adfb-3e543cff95ed req-8dbefbbc-70b5-47f8-a910-b0099555a6c7 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0310555 May 10 20:39:42.436938 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be62c7a-73bc-4aa8-8da6-1dd6b2de9810 req-dcd9b12a-18ae-4e9f-8399-add8f23a8959 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:42.438420 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7be62c7a-73bc-4aa8-8da6-1dd6b2de9810 req-dcd9b12a-18ae-4e9f-8399-add8f23a8959 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0470407 May 10 20:39:42.484931 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7be62c7a-73bc-4aa8-8da6-1dd6b2de9810 req-8ef5cfed-7461-4e71-936a-400296804735 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 May 10 20:39:42.567737 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-915d7692-4161-430a-9e06-f04d9e2a9d0e req-c6d44fd0-4878-4efb-9064-fb8358910e0a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271800 May 10 20:39:42.998327 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:39:43.596468 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f09c15-959e-484f-99d6-f9a04f13dbcf req-f3785e0c-9a64-48fd-87da-8ce93efcf126 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:43.598050 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7f09c15-959e-484f-99d6-f9a04f13dbcf req-f3785e0c-9a64-48fd-87da-8ce93efcf126 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0470607 May 10 20:39:43.647176 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7f09c15-959e-484f-99d6-f9a04f13dbcf req-77f9b2fc-90a4-4fb9-950e-084125e132d2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 May 10 20:39:43.727474 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c0b1c50f-b0d2-4499-9146-16863f77a2fe req-7415efab-2736-4ae1-a958-3ef79eda7cdd tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0265951 May 10 20:39:44.758802 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41f422-f922-4fb5-bb8a-f8a4beae7211 req-3d873026-76d2-4daa-9d86-93d664bd7fdd tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:44.760229 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ac41f422-f922-4fb5-bb8a-f8a4beae7211 req-3d873026-76d2-4daa-9d86-93d664bd7fdd tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0460143 May 10 20:39:44.805062 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ac41f422-f922-4fb5-bb8a-f8a4beae7211 req-80d59993-c0a8-44e7-8b86-d71556e7f7a5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394676 May 10 20:39:44.888361 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f543507-d7d4-4e4f-a865-85f67ef41f75 req-5662d5b0-a792-47a9-b349-17b294cf74d6 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0300112 May 10 20:39:45.921780 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5286d-791a-4070-9689-11581414263e req-8d4323f3-9f13-43ed-8d79-57c490ae0e53 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:45.923269 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c9d5286d-791a-4070-9689-11581414263e req-8d4323f3-9f13-43ed-8d79-57c490ae0e53 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0510550 May 10 20:39:45.970725 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c9d5286d-791a-4070-9689-11581414263e req-80cb57e6-59b0-4628-bb93-a55a54848de0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 May 10 20:39:46.050021 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f1124ffe-67f5-4a52-a6af-1f5be6e02e49 req-ac097e88-ff1a-41b8-9694-885f8dd01b5d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0263107 May 10 20:39:47.081445 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab3e56-5df5-4577-b726-115a4f8d4265 req-84982c41-aa39-47b1-b56e-3bea52c2597f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:47.082931 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3eab3e56-5df5-4577-b726-115a4f8d4265 req-84982c41-aa39-47b1-b56e-3bea52c2597f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0455847 May 10 20:39:47.131587 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3eab3e56-5df5-4577-b726-115a4f8d4265 req-6de160fe-8a66-429a-b71d-99fa339d58da tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 May 10 20:39:47.213853 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38a5bf88-c550-4b60-a687-54730d2fb805 req-efc2cb81-d07c-4b6c-897f-ae32f36ff5eb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271399 May 10 20:39:48.244721 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abc4fd-33f4-447e-adad-983378bff81d req-eb48f697-cb42-4bf2-8663-3eb3b624a6d9 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:48.246213 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94abc4fd-33f4-447e-adad-983378bff81d req-eb48f697-cb42-4bf2-8663-3eb3b624a6d9 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0466232 May 10 20:39:48.292981 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94abc4fd-33f4-447e-adad-983378bff81d req-4fe51c2d-584a-44e9-be0c-0ce43b606d60 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 May 10 20:39:48.378483 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba554426-9473-4637-85cd-78035dbf8b41 req-6697098d-b534-42ee-b7a2-a37299921826 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0329285 May 10 20:39:49.403370 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df463c-0a02-43c3-8d34-da23aab24a5c req-045915bf-4112-4ac5-ab5a-1129bf96febc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:49.404731 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4df463c-0a02-43c3-8d34-da23aab24a5c req-045915bf-4112-4ac5-ab5a-1129bf96febc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0456221 May 10 20:39:49.451678 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4df463c-0a02-43c3-8d34-da23aab24a5c req-4e90a78f-dd49-45bf-8c27-eab50a8472aa tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415702 May 10 20:39:49.531174 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-255caaa0-de25-43d1-a51a-855a786a1ea5 req-8aacbf15-b9bd-4ae7-96b6-558b48409b1c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0269156 May 10 20:39:50.565868 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f8f92-d370-4cad-941c-47c3e56d5426 req-8d170ea0-b7e8-4e8f-9dce-c0cf7d294f0a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:50.567373 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a5f8f92-d370-4cad-941c-47c3e56d5426 req-8d170ea0-b7e8-4e8f-9dce-c0cf7d294f0a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0493515 May 10 20:39:50.617685 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a5f8f92-d370-4cad-941c-47c3e56d5426 req-cf66d854-d7ff-4e1e-a13a-185f0efe8afb tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446341 May 10 20:39:50.697879 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b326befd-fe19-425d-a3fd-aeae33fbdb8f req-05d6e2bd-f116-4bb1-bfdc-15ef5672e37d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270429 May 10 20:39:50.769999 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7a738f1-1b64-436f-bd2f-ede685b4dd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:51.213265 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-483631b5-9cdf-415b-9c32-112e0201f353 req-57c57d3f-6fb9-4530-839a-449793fd82e6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376928 May 10 20:39:51.269189 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483631b5-9cdf-415b-9c32-112e0201f353 req-68a5a0c8-cc0c-4c16-8710-53a5bd642f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:51.270680 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-483631b5-9cdf-415b-9c32-112e0201f353 req-68a5a0c8-cc0c-4c16-8710-53a5bd642f9b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 1129 time: 0.0384367 May 10 20:39:51.372978 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483631b5-9cdf-415b-9c32-112e0201f353 req-06f8daf8-2331-4d89-9717-6c02283b358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:51.374551 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-483631b5-9cdf-415b-9c32-112e0201f353 req-06f8daf8-2331-4d89-9717-6c02283b358e service neutron] 10.222.0.83 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 915 time: 0.0859261 May 10 20:39:51.439177 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-483631b5-9cdf-415b-9c32-112e0201f353 req-41d8cf35-e2f8-4d0c-a9c6-2af83186b65b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de779ba3-95d2-4c5b-b377-c9366cb89c51 HTTP/1.1" status: 200 len: 1001 time: 0.0581071 May 10 20:39:51.490228 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483631b5-9cdf-415b-9c32-112e0201f353 req-b0dad22b-9a24-424b-91a0-00b8cb5060be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:51.491634 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-483631b5-9cdf-415b-9c32-112e0201f353 req-b0dad22b-9a24-424b-91a0-00b8cb5060be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 200 len: 853 time: 0.0456283 May 10 20:39:51.533517 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483631b5-9cdf-415b-9c32-112e0201f353 req-953e0749-14b1-43aa-99d6-a6990340616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:51.534985 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-483631b5-9cdf-415b-9c32-112e0201f353 req-953e0749-14b1-43aa-99d6-a6990340616a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97616d50-d128-4d48-95c9-0ecc4a239629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363827 May 10 20:39:51.621704 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-483631b5-9cdf-415b-9c32-112e0201f353 req-38c1cb51-d895-45ce-bd29-9baf356d5359 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807178 May 10 20:39:51.746806 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdf29c-4f2e-4a3f-b241-75a897547ba1 req-21048dcb-d7f0-4494-9568-cd25f9e189c7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:51.748841 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85fdf29c-4f2e-4a3f-b241-75a897547ba1 req-21048dcb-d7f0-4494-9568-cd25f9e189c7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0645492 May 10 20:39:51.752330 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-483631b5-9cdf-415b-9c32-112e0201f353 req-1fffa4e1-a769-458c-a1d7-37782fa90553 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245897 May 10 20:39:51.796941 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85fdf29c-4f2e-4a3f-b241-75a897547ba1 req-92d41c5e-0960-4d62-9641-6ac974a247f1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425620 May 10 20:39:51.882251 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c983c83-fc41-4244-a105-de09a742d33f req-c6949ffa-bddf-4a59-8820-d4fbbc4a434b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0312419 May 10 20:39:52.909131 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed04cf-f2c4-45cc-83ca-969f2e3954e0 req-6a2e9c0e-ded2-4a41-8c8a-9f8ec8260762 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:52.911543 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5bed04cf-f2c4-45cc-83ca-969f2e3954e0 req-6a2e9c0e-ded2-4a41-8c8a-9f8ec8260762 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0468283 May 10 20:39:52.957245 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5bed04cf-f2c4-45cc-83ca-969f2e3954e0 req-9b3a5379-8bdb-4407-b7f4-f7cefec38576 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 May 10 20:39:53.036513 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-27e3761e-e26b-4720-b43d-6682cf86ae33 req-6bcd6f56-de38-4fe3-a981-b0f1f59cb3d7 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0264966 May 10 20:39:53.164221 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ef122225-cdf1-43d4-bd3b-b505dbb82e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:54.070425 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f8757-308f-4346-a5b2-15f15999e39b req-c28ddef9-d202-4356-9ee8-0c2858bd38d1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:54.071873 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e2f8757-308f-4346-a5b2-15f15999e39b req-c28ddef9-d202-4356-9ee8-0c2858bd38d1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0467589 May 10 20:39:54.121160 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e2f8757-308f-4346-a5b2-15f15999e39b req-6fdd0ff0-6ff3-4fde-ad7c-851ed3b5fa3c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437582 May 10 20:39:54.200945 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2df4a1d0-5994-40d0-965c-99e07c62d6a7 req-8de78616-c170-4aed-97cb-9fefb4b100cf tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0267928 May 10 20:39:54.521222 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:55.237706 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db72572-dd41-47ed-b5b3-e6a5f0df4cba req-2db9b17f-2dfc-47a9-ab93-a0143d579859 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:55.239991 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7db72572-dd41-47ed-b5b3-e6a5f0df4cba req-2db9b17f-2dfc-47a9-ab93-a0143d579859 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0517559 May 10 20:39:55.287672 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7db72572-dd41-47ed-b5b3-e6a5f0df4cba req-f58248d0-9380-4802-9b51-66576edc5911 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421841 May 10 20:39:55.371300 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1de1127a-a4e9-4bb5-9be8-d174c16c15ef req-613ad2ea-ce64-46df-8935-5bf99f30cd15 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0300927 May 10 20:39:55.841778 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:56.400289 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8802-547b-4445-95ff-3c09f3a74e3a req-a9a17780-3b62-412b-8765-b7960b555d96 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:56.401766 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-edca8802-547b-4445-95ff-3c09f3a74e3a req-a9a17780-3b62-412b-8765-b7960b555d96 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0470424 May 10 20:39:56.453432 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-edca8802-547b-4445-95ff-3c09f3a74e3a req-2e20db9d-38ce-4988-82af-521de1c0f228 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416403 May 10 20:39:56.534305 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8360adfe-13bc-4673-8ffd-cab29de82254 req-1933b6b3-6285-4aab-aa89-30c41ed8f882 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0268800 May 10 20:39:57.301251 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:57.565480 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0752ca-dff8-4053-b1ec-ef683e755488 req-75fc3d48-21cd-4d4b-a738-0176d4e745fc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:57.567066 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dc0752ca-dff8-4053-b1ec-ef683e755488 req-75fc3d48-21cd-4d4b-a738-0176d4e745fc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0465353 May 10 20:39:57.615420 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dc0752ca-dff8-4053-b1ec-ef683e755488 req-ef701ff4-b78e-42b7-ac1a-2e712fa487fa tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 May 10 20:39:57.696266 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-71c7f72e-2f89-45c8-9305-566c198b5262 req-a0b9d1ef-da1c-4f68-abc0-efbbb74cb1a4 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0280972 May 10 20:39:58.728805 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e470098-4d3b-45a3-ad9e-91b6b8ad6b5e req-b54e0439-2cb0-4674-8cc0-7f910de0e782 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:58.730208 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4e470098-4d3b-45a3-ad9e-91b6b8ad6b5e req-b54e0439-2cb0-4674-8cc0-7f910de0e782 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0461569 May 10 20:39:58.758526 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-992cd5f6-4ccc-47ff-8b66-c1dccb89031b req-5e82c78f-02e8-49fe-8527-a28fc5baf728 service neutron] (104125) timed out ('10.222.0.83', 63380) {{(pid=104125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 20:39:58.776992 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4e470098-4d3b-45a3-ad9e-91b6b8ad6b5e req-1700c1f7-4cd5-4eb5-a56f-e208d11faf28 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 May 10 20:39:58.799469 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-b674403f-e1d9-442c-b719-e3ded8b648be req-b75652cb-ba31-48f5-9bc7-ef5de667e87b service neutron] (104125) timed out ('10.222.0.83', 62842) {{(pid=104125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 20:39:58.859894 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90a2b6ea-2d1c-4b16-9c86-776ff31b7321 req-aba40a3f-0f3c-4e8f-9902-d380de733965 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0294261 May 10 20:39:59.984286 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2e8ae-6f78-4d99-bea8-093ce2226e17 req-48ee3cff-0e38-46d1-8ad4-db6ec7f771b5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:59.985710 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-52c2e8ae-6f78-4d99-bea8-093ce2226e17 req-48ee3cff-0e38-46d1-8ad4-db6ec7f771b5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0455015 May 10 20:40:00.031022 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-52c2e8ae-6f78-4d99-bea8-093ce2226e17 req-9d1453fa-f56d-4cec-ad6b-814239405625 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398347 May 10 20:40:00.111693 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1732e6a7-a88e-4914-9adf-6e7bb2076d06 req-3d237692-b45c-4b0e-9a1d-1bbbac36dd2d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0262818 May 10 20:40:01.141657 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc27fb4-cb7d-452f-abe5-40af3b1d3ee0 req-55f9856f-5d8d-4f47-82b5-87dde1d2249e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:01.143146 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2dc27fb4-cb7d-452f-abe5-40af3b1d3ee0 req-55f9856f-5d8d-4f47-82b5-87dde1d2249e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0465393 May 10 20:40:01.191624 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2dc27fb4-cb7d-452f-abe5-40af3b1d3ee0 req-524f33c6-2e91-4f89-9bc1-15b69f413bff tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430405 May 10 20:40:01.273659 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23a8ac7a-52de-4c6b-bbc6-8bdd9fa2194c req-39df34f1-6a77-4877-941b-d6688055fb90 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0276802 May 10 20:40:02.305779 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcb9f4-fab4-44de-a0b4-63b46395aebc req-208b9fa4-3684-4d72-99ea-1d7953016e4e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:02.307516 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96fcb9f4-fab4-44de-a0b4-63b46395aebc req-208b9fa4-3684-4d72-99ea-1d7953016e4e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0467277 May 10 20:40:02.352636 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96fcb9f4-fab4-44de-a0b4-63b46395aebc req-7f476158-6d80-44a1-afa7-62b1faa0bc0c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395908 May 10 20:40:02.435239 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f311ce87-b347-4150-a278-8d3cc68664ea req-cfb86081-a2c3-4818-b50a-3d4b3e4db551 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0303178 May 10 20:40:03.463640 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec60961-9932-499f-8823-f19a5f0d24a7 req-6e451e7c-a667-43aa-8db4-c4198f80073a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:03.465094 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aec60961-9932-499f-8823-f19a5f0d24a7 req-6e451e7c-a667-43aa-8db4-c4198f80073a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0469437 May 10 20:40:03.511778 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aec60961-9932-499f-8823-f19a5f0d24a7 req-7f0a8131-ca63-4373-958f-8b926aab24d0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411265 May 10 20:40:03.590759 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d4e1278-b33c-4032-9f0b-8eadfd1d03f4 req-3109d657-1fa9-43d6-8cce-a05609dd4a88 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0267975 May 10 20:40:04.726371 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53193e3-90b8-422c-aa09-1e47ed55514b req-4566cc1e-42dc-41f7-89c4-90e5f7bb86d1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:04.726371 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c53193e3-90b8-422c-aa09-1e47ed55514b req-4566cc1e-42dc-41f7-89c4-90e5f7bb86d1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0488110 May 10 20:40:04.726371 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c53193e3-90b8-422c-aa09-1e47ed55514b req-88effa75-ec5d-4f6d-b35f-96516aa583dc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426788 May 10 20:40:04.757530 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-15ca8b86-1813-4c03-8b77-39dbddd071e6 req-cc0dfc4f-b4b1-40df-b1df-137d814551bd tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270853 May 10 20:40:05.789363 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ee305-c0e2-4cc6-9466-a11e181d8089 req-40ee7b19-ff9b-4a6a-8932-a63b3977b849 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:05.790847 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a42ee305-c0e2-4cc6-9466-a11e181d8089 req-40ee7b19-ff9b-4a6a-8932-a63b3977b849 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0467443 May 10 20:40:05.837038 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a42ee305-c0e2-4cc6-9466-a11e181d8089 req-b3a2073f-8d50-4f78-b24e-4c83e7da3578 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404131 May 10 20:40:05.920072 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30f84313-ea43-4888-851c-74f45e9c3e3c req-4d2a40b1-e810-4d4f-857e-f73943a484bd tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0299859 May 10 20:40:06.949172 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b4abd-8842-47b2-be1c-2518d39351fc req-b14ec432-9f0a-49fb-8e1c-2ead7aa07b5b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:06.950637 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e47b4abd-8842-47b2-be1c-2518d39351fc req-b14ec432-9f0a-49fb-8e1c-2ead7aa07b5b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0458124 May 10 20:40:06.996320 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e47b4abd-8842-47b2-be1c-2518d39351fc req-e27005e9-7a98-408d-b2e7-029e14ec7e5f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 May 10 20:40:07.076315 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca8bd3f9-c2a2-4192-b1a5-2ec8a96adf0b req-f9a6fd12-6048-41ff-af14-d10e7b5812be tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0277374 May 10 20:40:08.107477 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2ade7-fcae-42ab-beb8-9032e9da26d0 req-bad3cf75-31dd-4cfe-9660-9f57814dbbf1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:08.108927 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fca2ade7-fcae-42ab-beb8-9032e9da26d0 req-bad3cf75-31dd-4cfe-9660-9f57814dbbf1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0460806 May 10 20:40:08.153164 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:08.158179 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fca2ade7-fcae-42ab-beb8-9032e9da26d0 req-a87b6a22-5c39-4f77-970e-2d42bafbb3ed tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436318 May 10 20:40:08.238782 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2529d4d0-2178-4cce-9e4f-f4f3633918a7 req-b4abb49e-97c3-4e07-af6b-385550868765 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273993 May 10 20:40:09.271359 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1906ed-e2d1-4bee-a56e-039c83a1d557 req-98cabe6f-cde2-4cb7-8745-6da7359ea8bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:09.272839 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4d1906ed-e2d1-4bee-a56e-039c83a1d557 req-98cabe6f-cde2-4cb7-8745-6da7359ea8bc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0471368 May 10 20:40:09.324009 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4d1906ed-e2d1-4bee-a56e-039c83a1d557 req-76db6cc2-d4d3-4dfd-814c-7a6783d715e7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455427 May 10 20:40:09.407259 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2011ba1b-697b-4319-a700-661dffce33b9 req-16907404-f5be-49a8-a09e-a1c8c02eab9a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0295541 May 10 20:40:10.435911 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d964a8-7675-4290-8e52-23de171d62be req-2a3004fb-fd33-4d1c-b2d6-efe712cea0cc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:10.437360 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9d964a8-7675-4290-8e52-23de171d62be req-2a3004fb-fd33-4d1c-b2d6-efe712cea0cc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0465791 May 10 20:40:10.490930 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9d964a8-7675-4290-8e52-23de171d62be req-24385b74-480f-4e19-9052-37ee45c7ff8d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480409 May 10 20:40:10.571775 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a665f9ef-4c75-47ba-85c8-d96485c04363 req-a6e8cab3-fead-4f5a-b75c-c8ea8d3e5067 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271893 May 10 20:40:11.604642 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91078db8-bc20-4863-8b05-e1d8ee68ee23 req-0dee9a61-313f-4462-b415-b6eeb9f85039 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:11.606065 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-91078db8-bc20-4863-8b05-e1d8ee68ee23 req-0dee9a61-313f-4462-b415-b6eeb9f85039 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0467770 May 10 20:40:11.655090 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-91078db8-bc20-4863-8b05-e1d8ee68ee23 req-a697d8ec-fc83-4041-9315-a3bae11dec34 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428610 May 10 20:40:11.735450 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4e9798b7-e8b5-4277-97f9-d0a02c074451 req-446b0e88-22d7-451a-a406-bce846f22fd8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271420 May 10 20:40:12.766967 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b969b-5eb9-499e-a777-da5cf0e2331c req-53468b40-7552-493e-a5bd-901f75f64581 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:12.768422 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca5b969b-5eb9-499e-a777-da5cf0e2331c req-53468b40-7552-493e-a5bd-901f75f64581 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0465281 May 10 20:40:12.814378 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca5b969b-5eb9-499e-a777-da5cf0e2331c req-bfcfb8e2-7fc7-4fc8-b98b-809652888efc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404656 May 10 20:40:12.896441 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ccefa0fe-2383-4799-b1f2-ec22511c13aa req-365015c1-1a3e-47ad-9886-e5b15292314b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0293407 May 10 20:40:13.924435 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61804f8e-99e7-4eb0-816a-2ccf8e5f472c req-cdbd507d-78e7-4d2c-affc-1747970f3306 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:13.926941 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61804f8e-99e7-4eb0-816a-2ccf8e5f472c req-cdbd507d-78e7-4d2c-affc-1747970f3306 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0451849 May 10 20:40:13.971672 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61804f8e-99e7-4eb0-816a-2ccf8e5f472c req-be1876a4-aee2-4a11-b404-9c08f3959189 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 May 10 20:40:14.051713 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e6ef284f-884f-4b93-a939-f89b8d36baf1 req-2a525103-9b80-47cf-819d-d8d855417afd tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0274930 May 10 20:40:15.092124 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f4d30-08ad-418b-8193-936e8f36baac req-0fa85930-5b9c-4f00-a716-073367b102b5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:15.093584 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1e3f4d30-08ad-418b-8193-936e8f36baac req-0fa85930-5b9c-4f00-a716-073367b102b5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0494843 May 10 20:40:15.145840 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1e3f4d30-08ad-418b-8193-936e8f36baac req-a02b8b7c-79aa-471d-8f6d-64729f414976 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464494 May 10 20:40:15.232892 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-999a0230-f34b-4d4a-9c10-298d5e10f505 req-41c50985-1dd3-4b60-b3bb-6a02c13214cf tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0262933 May 10 20:40:16.258478 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bb32c-c121-4a45-be55-08a6a5f54696 req-1c77f2a9-d95b-4d2e-8b21-8ece95ae6f07 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:16.259934 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-503bb32c-c121-4a45-be55-08a6a5f54696 req-1c77f2a9-d95b-4d2e-8b21-8ece95ae6f07 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0468838 May 10 20:40:16.308102 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-503bb32c-c121-4a45-be55-08a6a5f54696 req-13f788c7-b720-467e-ad3a-101be714eb85 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421200 May 10 20:40:16.406915 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c903ba6e-4e14-44af-96bf-57fcdd00e1bb req-a0323867-9136-403c-ad4c-2726e08d1072 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0305874 May 10 20:40:17.424379 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaea92c-1393-4ddd-a407-e49aea78ea15 req-8e7e48b3-3352-470c-b176-66167d7d290b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:17.425755 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aeaea92c-1393-4ddd-a407-e49aea78ea15 req-8e7e48b3-3352-470c-b176-66167d7d290b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0461416 May 10 20:40:17.471834 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aeaea92c-1393-4ddd-a407-e49aea78ea15 req-ebff46f4-9456-4e15-ba85-763259e0d97e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401499 May 10 20:40:17.551356 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2eb66ebb-6266-402d-a6ba-b286fc298625 req-9fb7b7d4-cfc7-4195-a418-9e0604db772b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0275099 May 10 20:40:18.592117 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21def58-eeba-4aea-8476-0e286b5dd40c req-64c949c6-c62e-488b-b59d-aa66cfee19ed tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:18.593763 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f21def58-eeba-4aea-8476-0e286b5dd40c req-64c949c6-c62e-488b-b59d-aa66cfee19ed tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0463202 May 10 20:40:18.642010 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f21def58-eeba-4aea-8476-0e286b5dd40c req-cdf45cec-b1a3-4ea7-8d1a-34db69b217e3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427783 May 10 20:40:18.721475 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-33105811-b062-49aa-b88f-c429ef4f86a0 req-991d8401-4833-421a-82d0-96715e2e17fe tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273499 May 10 20:40:19.753860 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a5f8-6f73-43fc-b12a-b616b38d6f01 req-00953ce5-fb28-475c-9a9e-bd6172e46349 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:19.755312 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9f9a5f8-6f73-43fc-b12a-b616b38d6f01 req-00953ce5-fb28-475c-9a9e-bd6172e46349 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0464439 May 10 20:40:19.800337 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9f9a5f8-6f73-43fc-b12a-b616b38d6f01 req-24909225-cc0a-4e72-b545-f03a537e8232 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395350 May 10 20:40:19.885259 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64e956b5-1e1d-4927-af60-4c15bedebeb9 req-65533e21-63d3-44ba-8d2c-11158cd243c5 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0304506 May 10 20:40:19.997775 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:40:20.794167 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7197-0e45-458e-ab27-34f2af36e8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:20.912620 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c327bb-fefc-481f-b05c-3b07e6360de4 req-f2c07d1e-25a2-4d36-8438-29f23717fc8a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:20.914132 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c7c327bb-fefc-481f-b05c-3b07e6360de4 req-f2c07d1e-25a2-4d36-8438-29f23717fc8a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0463800 May 10 20:40:20.959414 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c7c327bb-fefc-481f-b05c-3b07e6360de4 req-87c8fe7d-574d-4920-bf81-cae689fce55c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399189 May 10 20:40:21.046272 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b474f35c-7916-4337-9e7c-ad062a1d24bd req-10300642-15eb-4af5-9779-7f35a655f6a6 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270298 May 10 20:40:22.070440 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0596ed4-d576-43b1-8dbf-4aae2bfddf8a req-c6932a49-9bf3-4be1-a8f6-9eda8c889c2f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:22.071884 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c0596ed4-d576-43b1-8dbf-4aae2bfddf8a req-c6932a49-9bf3-4be1-a8f6-9eda8c889c2f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0455525 May 10 20:40:22.122285 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c0596ed4-d576-43b1-8dbf-4aae2bfddf8a req-70251e44-22f4-4776-93c7-40396927f76c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437152 May 10 20:40:22.201949 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c1226466-ef86-42da-9a88-c6fcf87d9951 req-abf9ec1f-2467-4399-b413-ace5b6279e2a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0275683 May 10 20:40:23.119793 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-848aa130-2063-437c-b358-d33fe62b4f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:23.233815 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8343543-d56c-4fba-abeb-ff36747a89af req-4b2f106c-0bd9-40d7-b5f3-d2e0f13ba663 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:23.235350 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8343543-d56c-4fba-abeb-ff36747a89af req-4b2f106c-0bd9-40d7-b5f3-d2e0f13ba663 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0465946 May 10 20:40:23.281982 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8343543-d56c-4fba-abeb-ff36747a89af req-661412fd-0c40-4d60-ac25-a38cb05a906b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409842 May 10 20:40:23.477119 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20711a4c-4648-4181-836c-1310b20d6882 req-ea2085d2-ad97-40fd-be12-b62ee787355d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0297995 May 10 20:40:24.552429 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:24.656247 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a8f1d-9687-422d-a3e0-1b8e39c03b62 req-cffd9e5d-0816-4321-9259-15f4590e7431 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:24.657708 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-312a8f1d-9687-422d-a3e0-1b8e39c03b62 req-cffd9e5d-0816-4321-9259-15f4590e7431 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.2959244 May 10 20:40:24.707514 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-312a8f1d-9687-422d-a3e0-1b8e39c03b62 req-e4e6c081-26f0-41e4-89fc-430a2041b550 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 May 10 20:40:24.788505 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4e284bd-4bb2-4f2d-bc1e-dd40549034b9 req-1a4b1d2d-ca41-41bf-b59a-de71ddc03d2d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0267172 May 10 20:40:25.823781 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e965db-ac8f-42fd-a947-8a332d2e5070 req-9736b8a7-c60a-4279-912a-88973d8eeb84 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:25.825258 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7e965db-ac8f-42fd-a947-8a332d2e5070 req-9736b8a7-c60a-4279-912a-88973d8eeb84 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0503447 May 10 20:40:25.851478 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:25.872142 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7e965db-ac8f-42fd-a947-8a332d2e5070 req-edd3b76c-bed2-45c7-89b2-1cda6d4a94c7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414202 May 10 20:40:25.953030 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-52cd3fa2-8b73-4fa7-a9c5-cf54cc18ebbd req-8c5a9df1-a55f-4c98-8ce9-064496a761a6 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272803 May 10 20:40:26.983619 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c337ac-5c39-422e-8b33-ab331aecfc28 req-4ef98770-cc18-4090-b657-8849a3f734a1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:26.985046 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70c337ac-5c39-422e-8b33-ab331aecfc28 req-4ef98770-cc18-4090-b657-8849a3f734a1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0448387 May 10 20:40:27.030360 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70c337ac-5c39-422e-8b33-ab331aecfc28 req-eb381aa3-b2c9-4b36-80cf-21391ab60f9d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398979 May 10 20:40:27.112627 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-10465891-d001-43e7-96f4-ed7ff33120d7 req-f299527d-0ff0-4d99-bd2c-1c339c409010 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0299678 May 10 20:40:27.312145 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:28.143404 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec6b73-c4d0-4c73-bd36-ef2edcddea04 req-d2ac1142-a9be-4862-8691-3bbe79a132f3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:28.144878 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-56ec6b73-c4d0-4c73-bd36-ef2edcddea04 req-d2ac1142-a9be-4862-8691-3bbe79a132f3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0468109 May 10 20:40:28.191233 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-56ec6b73-c4d0-4c73-bd36-ef2edcddea04 req-cceb608f-b9c5-4cee-bfdd-357afc0cf2ce tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 May 10 20:40:28.270654 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8bba90d-5d70-453a-9550-9fab304abd05 req-d7a818ee-5051-4ef1-839d-23e5f6b3132f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0269184 May 10 20:40:29.300765 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07687e-b485-47b4-9428-4c47d62be4f9 req-58368727-1c4b-48ad-ac60-751460020bbb tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:29.302213 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ad07687e-b485-47b4-9428-4c47d62be4f9 req-58368727-1c4b-48ad-ac60-751460020bbb tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0448995 May 10 20:40:29.350550 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ad07687e-b485-47b4-9428-4c47d62be4f9 req-4354ebe6-0cd1-40d7-b677-5958cde61a77 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 May 10 20:40:29.432176 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b375b8c5-cc8a-4f5e-bfa1-978df7e92957 req-43e2bc3a-f3ae-477c-90e9-3b3ae30f50e8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271919 May 10 20:40:30.461663 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fdf04-a900-4c81-8787-650f49cbe761 req-340fd2e7-4695-46d4-8d00-624ff735775d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:30.463125 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-552fdf04-a900-4c81-8787-650f49cbe761 req-340fd2e7-4695-46d4-8d00-624ff735775d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0457926 May 10 20:40:30.508464 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-552fdf04-a900-4c81-8787-650f49cbe761 req-dec1919d-83c0-4fbe-bb1d-4eda65a02af2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391240 May 10 20:40:30.592195 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35a1a06e-eb7a-4da3-8a50-1296e8a6b16f req-379d2db9-ba5f-4805-a860-5f7fc6d08a0f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0305967 May 10 20:40:31.620018 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314602c-bbe0-4160-a6db-48c4470fdd36 req-a874a05c-f8a0-4f7a-a815-1fde230c8385 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:31.621968 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5314602c-bbe0-4160-a6db-48c4470fdd36 req-a874a05c-f8a0-4f7a-a815-1fde230c8385 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0455968 May 10 20:40:31.667328 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5314602c-bbe0-4160-a6db-48c4470fdd36 req-44653060-7276-461a-87fc-312e0e78d9e7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399418 May 10 20:40:31.747222 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-caed1d7b-89b9-4404-b004-7a3e22d005a6 req-9049d66b-b382-4bb6-833b-a04950b036d0 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271699 May 10 20:40:32.780099 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419568e-9048-4cca-8fdc-343f063b8133 req-78e0ad80-d2ee-4841-a460-308e1dc1e4dc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:32.781541 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5419568e-9048-4cca-8fdc-343f063b8133 req-78e0ad80-d2ee-4841-a460-308e1dc1e4dc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0458589 May 10 20:40:32.830454 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5419568e-9048-4cca-8fdc-343f063b8133 req-a9068a27-ab84-4d89-a873-0887c92aac81 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431724 May 10 20:40:32.909916 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c224de7-8e52-4808-89ce-cebfb0b7ead1 req-564afc53-5a30-4ee9-a5ee-7b628d9f63cc tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0266733 May 10 20:40:33.941700 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f994e76-c0e3-4b4f-8e13-06baaee67558 req-4ce1ba6c-42c8-446e-b88d-dd61d9722e2a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:33.943187 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f994e76-c0e3-4b4f-8e13-06baaee67558 req-4ce1ba6c-42c8-446e-b88d-dd61d9722e2a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0468495 May 10 20:40:33.989668 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f994e76-c0e3-4b4f-8e13-06baaee67558 req-a57b1f3b-fb5b-4c97-89a8-3d3097f66f48 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 May 10 20:40:34.074210 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d7a0368-a79c-4fdf-bd10-c0c3065780a5 req-2c70e3e6-8a3b-493c-993c-879e5564a6c0 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0306926 May 10 20:40:35.101936 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a988fda-b75a-4164-9f3c-fec0a48d6a10 req-9fdb886d-488e-4ddc-a761-b4960f6365d6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:35.103485 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a988fda-b75a-4164-9f3c-fec0a48d6a10 req-9fdb886d-488e-4ddc-a761-b4960f6365d6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0469446 May 10 20:40:35.149195 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a988fda-b75a-4164-9f3c-fec0a48d6a10 req-270e6d3b-1481-4bd0-a588-4c0617f498a1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 May 10 20:40:35.230274 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b9c0249-76d7-4369-bbf1-092803bf9e2b req-98105c6b-ffbd-4c04-9c2c-e7c286f4e98e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270896 May 10 20:40:36.262124 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36943d-6c68-445c-a16c-4001f474b0b5 req-3de0be9f-4660-4e9f-bf15-467dc40c56fb tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:36.263637 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9f36943d-6c68-445c-a16c-4001f474b0b5 req-3de0be9f-4660-4e9f-bf15-467dc40c56fb tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0465128 May 10 20:40:36.317394 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9f36943d-6c68-445c-a16c-4001f474b0b5 req-afa76b31-9ed7-4b96-911f-045e37983087 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482428 May 10 20:40:36.398200 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59152d73-94e1-40d5-bb3f-90350d5a8941 req-648ab949-980d-4e9e-bfab-0de2b0d98460 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271235 May 10 20:40:37.429820 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb6d39-adc8-4707-8ec5-4882dfb9ead2 req-dea4305a-e5a7-4ded-abad-b7088f4d742c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:37.431533 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-abdb6d39-adc8-4707-8ec5-4882dfb9ead2 req-dea4305a-e5a7-4ded-abad-b7088f4d742c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0465610 May 10 20:40:37.478340 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-abdb6d39-adc8-4707-8ec5-4882dfb9ead2 req-700ab526-6ba7-41ac-9ab1-f5ff73168b1a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406473 May 10 20:40:37.561113 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6939420b-51cb-48d1-97c6-4a3e87d6931b req-cfc0afab-961f-4a7f-8b7c-bfa57978bb05 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0306151 May 10 20:40:38.162980 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:38.590204 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d526f6a-05a2-4df1-ba56-6189d610b839 req-085a422c-573c-464b-8fda-df79e651f74a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:38.591659 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d526f6a-05a2-4df1-ba56-6189d610b839 req-085a422c-573c-464b-8fda-df79e651f74a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0467534 May 10 20:40:38.640602 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d526f6a-05a2-4df1-ba56-6189d610b839 req-686e0ebc-c74d-4b41-af44-bf88fcb499fc tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404832 May 10 20:40:38.732201 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d711490-d7d6-4458-9bd0-a1505e524a93 req-55497bd4-e195-4626-b977-fb16e34ca4b4 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271964 May 10 20:40:39.769843 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c71d10-2d42-4be6-a491-a83aef13dade req-cb34dacc-27a0-42ff-8761-0e98e8d6366f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:39.771317 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e6c71d10-2d42-4be6-a491-a83aef13dade req-cb34dacc-27a0-42ff-8761-0e98e8d6366f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0455561 May 10 20:40:39.820530 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e6c71d10-2d42-4be6-a491-a83aef13dade req-8f82736b-389b-4716-8e6e-ee7707f3e6fe tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437179 May 10 20:40:39.899191 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b536fb28-8910-42b9-aec1-5feace1840f8 req-cca87fcd-3d17-4cd9-b99e-52a24b57ff9a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0263269 May 10 20:40:40.932429 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0589e3-a718-46da-8a33-9bb948d6037b req-4002b4a6-7d93-472b-8ee5-1638955e3238 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:40.933859 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb0589e3-a718-46da-8a33-9bb948d6037b req-4002b4a6-7d93-472b-8ee5-1638955e3238 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0459421 May 10 20:40:40.979100 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb0589e3-a718-46da-8a33-9bb948d6037b req-6ff5a47d-96b8-4bb1-9d97-5c531aa19281 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392230 May 10 20:40:41.062728 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9d0f5bc0-52f2-4286-8559-cca23baa5bd8 req-dac62c72-4f72-4797-bd15-32ba8d8cb463 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0309193 May 10 20:40:42.091264 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005301e2-6257-48f4-9430-0f98aa33e879 req-d509f473-856a-4223-ae67-48a4d85cfa41 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:42.092711 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-005301e2-6257-48f4-9430-0f98aa33e879 req-d509f473-856a-4223-ae67-48a4d85cfa41 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0460927 May 10 20:40:42.138338 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-005301e2-6257-48f4-9430-0f98aa33e879 req-b5d3450c-778d-412a-9694-241aa1fb7a20 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401704 May 10 20:40:42.218393 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-88e4385d-7000-402c-96b5-0169cdb1e722 req-fe363dbc-a242-4e4c-882b-5de6cccced43 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272610 May 10 20:40:43.251283 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e3ae4-6f75-4f0f-b1cc-3ac7ff4f6ff6 req-fe12edb3-a860-420d-8b76-a386acfdb57b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:43.252785 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-017e3ae4-6f75-4f0f-b1cc-3ac7ff4f6ff6 req-fe12edb3-a860-420d-8b76-a386acfdb57b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0469868 May 10 20:40:43.303918 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-017e3ae4-6f75-4f0f-b1cc-3ac7ff4f6ff6 req-d0ed051d-f84d-4a75-96a7-2d317273c40c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453577 May 10 20:40:43.386107 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9aa9b9e2-1aa9-4a69-9298-2054903d92be req-ca36ac09-88c9-4ecc-972d-4a5b96f7baf3 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273845 May 10 20:40:44.416616 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3b94c-f00f-4bbc-b7fb-6ea15221dd14 req-491e5fad-737b-4bdb-8f96-363121ba365d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:44.418199 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ce3b94c-f00f-4bbc-b7fb-6ea15221dd14 req-491e5fad-737b-4bdb-8f96-363121ba365d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0464666 May 10 20:40:44.466106 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ce3b94c-f00f-4bbc-b7fb-6ea15221dd14 req-c109f2e7-f7bb-4534-8f5b-4fa969497d16 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413027 May 10 20:40:44.549657 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8a63353a-f554-492b-a0b0-e6123f3de01e req-dcad3857-c632-4fed-b2f1-3b48cb1ae6fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0309255 May 10 20:40:45.576065 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19e402-963d-4096-be74-1c83a9a4c3e1 req-c0dddb5d-7acb-47e1-89c6-30e7b0352e2a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:45.577507 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc19e402-963d-4096-be74-1c83a9a4c3e1 req-c0dddb5d-7acb-47e1-89c6-30e7b0352e2a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0457675 May 10 20:40:45.623491 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc19e402-963d-4096-be74-1c83a9a4c3e1 req-7cb65ae0-65f7-449c-bb6a-cd0fcc14cdff tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404916 May 10 20:40:45.704121 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b003969f-c0bd-49bb-bb3d-1b1f8a7f2bb8 req-80f90632-1430-4d88-89d5-2116b58137b1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0277154 May 10 20:40:46.738575 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbcdc2-15c0-448a-a6cd-64681cc5b799 req-ee4245d5-0d1a-45f3-987f-a3d912190263 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:46.739959 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22fbcdc2-15c0-448a-a6cd-64681cc5b799 req-ee4245d5-0d1a-45f3-987f-a3d912190263 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0489638 May 10 20:40:46.788847 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22fbcdc2-15c0-448a-a6cd-64681cc5b799 req-52e9f26b-a9ca-4d66-a408-4971b9c29a4a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 May 10 20:40:46.868754 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3663204-c651-4018-9c68-f1c2f2828318 req-7fe69508-d049-403b-a0fe-c99e8da49cc7 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0267987 May 10 20:40:47.900014 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6b9e7-e7f7-4c57-985a-29c782d57cf1 req-f07403ba-a152-4910-b8ea-e95fa8173f0a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:47.901442 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2bc6b9e7-e7f7-4c57-985a-29c782d57cf1 req-f07403ba-a152-4910-b8ea-e95fa8173f0a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0458939 May 10 20:40:47.947282 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2bc6b9e7-e7f7-4c57-985a-29c782d57cf1 req-a4a7bf36-7479-4edd-8ed6-a54624f8a35e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 May 10 20:40:48.031312 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a129a1bf-dc76-48ae-83b9-d23853cb1978 req-c1d04070-b122-41d3-95f0-dddc678d7934 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0300395 May 10 20:40:49.059727 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2410a4-bfb9-4f28-a1ea-b7044dadf5b7 req-d8031ee4-895b-4ece-9d9f-6802fd86aee2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:49.061223 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a2410a4-bfb9-4f28-a1ea-b7044dadf5b7 req-d8031ee4-895b-4ece-9d9f-6802fd86aee2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0464442 May 10 20:40:49.107753 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a2410a4-bfb9-4f28-a1ea-b7044dadf5b7 req-ffdc2f6d-2c98-4753-a459-c079abca5ea3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 May 10 20:40:49.188496 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-80df0247-149d-4843-8d45-2c052a59dbdb req-0ae631fb-9051-48f8-b179-1d1f1399f4d7 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0281324 May 10 20:40:50.219379 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5c913-e5d7-4482-8e18-e2f11b69640e req-f060487c-33b8-49bd-80b0-6ec3809c7f89 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:50.220828 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9e5c913-e5d7-4482-8e18-e2f11b69640e req-f060487c-33b8-49bd-80b0-6ec3809c7f89 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0462997 May 10 20:40:50.269699 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9e5c913-e5d7-4482-8e18-e2f11b69640e req-26901a0f-dbba-40ff-a4c9-664a53851632 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 May 10 20:40:50.349574 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7a068c0d-2581-4329-9ed2-4f30ce9e18c5 req-ccbdbcd7-7911-4529-b840-7f93cfade0a4 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270371 May 10 20:40:50.774812 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8248a3ab-3991-44cb-9f1d-b09714659a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:51.381591 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e4786-9abc-4e0d-9236-de07a962c863 req-a8a14aa9-a43d-4c93-ac39-03e892ccd82b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:51.383058 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-001e4786-9abc-4e0d-9236-de07a962c863 req-a8a14aa9-a43d-4c93-ac39-03e892ccd82b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0459521 May 10 20:40:51.429236 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-001e4786-9abc-4e0d-9236-de07a962c863 req-2af37599-e9ca-4efd-bb47-677bb1973383 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 May 10 20:40:51.512580 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82368e68-bb3d-49df-bc44-4fbff754ac7e req-89da5885-8359-4ef7-9c65-cf35ab4f913f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0302353 May 10 20:40:52.541406 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa638e68-2e84-45bc-8d1a-b62ad5544e89 req-5dda3296-7d57-4a98-8332-12a12215298f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:52.542794 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa638e68-2e84-45bc-8d1a-b62ad5544e89 req-5dda3296-7d57-4a98-8332-12a12215298f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0468493 May 10 20:40:52.590107 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa638e68-2e84-45bc-8d1a-b62ad5544e89 req-031dae08-3195-4cc1-bb58-1435aca6e078 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417533 May 10 20:40:52.671559 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e437d6e0-7219-4dd3-bea0-9adcfcac1acc req-64aa7d73-198c-4390-b0d1-a6cecd4f0e28 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271208 May 10 20:40:53.118265 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f25f2975-6861-4a07-a500-a147ba7b7558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:53.189836 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58633a6f-fc76-4dc1-890b-a10c9a8a1404 req-be16d17c-28cc-4c06-bc9b-fe53b0bcb710 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382917 May 10 20:40:53.268867 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58633a6f-fc76-4dc1-890b-a10c9a8a1404 req-c951b036-4120-475b-b3fa-a2bd06ca70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:53.270416 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58633a6f-fc76-4dc1-890b-a10c9a8a1404 req-c951b036-4120-475b-b3fa-a2bd06ca70a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 1129 time: 0.0422549 May 10 20:40:53.369901 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58633a6f-fc76-4dc1-890b-a10c9a8a1404 req-82605b18-6f5c-4463-b538-6ea85f45817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:53.371312 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58633a6f-fc76-4dc1-890b-a10c9a8a1404 req-82605b18-6f5c-4463-b538-6ea85f45817b service neutron] 10.222.0.83 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 915 time: 0.0841210 May 10 20:40:53.439747 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58633a6f-fc76-4dc1-890b-a10c9a8a1404 req-2e0fcffc-f446-442d-a073-7c6e4cbbf176 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de779ba3-95d2-4c5b-b377-c9366cb89c51 HTTP/1.1" status: 200 len: 1001 time: 0.0620627 May 10 20:40:53.486428 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58633a6f-fc76-4dc1-890b-a10c9a8a1404 req-7cca6b00-cfb7-4ce2-a1a9-7551c6d83eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:53.487835 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58633a6f-fc76-4dc1-890b-a10c9a8a1404 req-7cca6b00-cfb7-4ce2-a1a9-7551c6d83eb1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 200 len: 853 time: 0.0428429 May 10 20:40:53.529636 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58633a6f-fc76-4dc1-890b-a10c9a8a1404 req-f2273a14-7764-4caa-a35d-696cd741464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:53.531109 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58633a6f-fc76-4dc1-890b-a10c9a8a1404 req-f2273a14-7764-4caa-a35d-696cd741464d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97616d50-d128-4d48-95c9-0ecc4a239629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370688 May 10 20:40:53.621856 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58633a6f-fc76-4dc1-890b-a10c9a8a1404 req-faf5ef79-dfa6-47d0-a04f-12f543779ed2 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847261 May 10 20:40:53.732479 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b1b5c-354e-42ea-a08a-e96be2f72417 req-1b3cfa30-b4b1-4e28-a5b1-9f8115802a6b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:53.733999 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5a9b1b5c-354e-42ea-a08a-e96be2f72417 req-1b3cfa30-b4b1-4e28-a5b1-9f8115802a6b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0661280 May 10 20:40:53.764339 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58633a6f-fc76-4dc1-890b-a10c9a8a1404 req-035f0434-3814-4ffe-a83f-5e61f6b96471 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373353 May 10 20:40:53.793118 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5a9b1b5c-354e-42ea-a08a-e96be2f72417 req-473d45ae-350e-4d1e-8183-3d9b9cbed4a7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511580 May 10 20:40:53.873563 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c6a1d07-583d-450d-a144-af54d43e57e3 req-c2a7cd69-65bd-48a7-940c-0b7209def395 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0269837 May 10 20:40:54.524292 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:54.905066 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eeab0-b5f6-48a4-9639-f0a52e02b936 req-bdc99890-2360-4ae9-a83d-fb5e5d827977 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:54.906539 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a36eeab0-b5f6-48a4-9639-f0a52e02b936 req-bdc99890-2360-4ae9-a83d-fb5e5d827977 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0460007 May 10 20:40:54.955172 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a36eeab0-b5f6-48a4-9639-f0a52e02b936 req-cb2902f1-44e8-476c-8971-b710fe4a5270 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431590 May 10 20:40:55.034769 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cdd166a-5a7a-4f6b-9b6a-aa1561b7fdce req-7983ee5f-3da5-4922-bde4-dea71d9c2a47 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0274813 May 10 20:40:55.833296 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:56.067292 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469d8a5-e74b-436c-8b80-16f8ef77a5e3 req-039c44c5-d6d2-41cc-aed6-12a6dbb463b4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:56.068685 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b469d8a5-e74b-436c-8b80-16f8ef77a5e3 req-039c44c5-d6d2-41cc-aed6-12a6dbb463b4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0486071 May 10 20:40:56.120157 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b469d8a5-e74b-436c-8b80-16f8ef77a5e3 req-7fa7d9e9-b52f-4ba4-960e-4b3e1a1ebdcd tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459218 May 10 20:40:56.203171 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-18fea6e1-0062-4945-afa3-5224b351680d req-a73f8d14-42b8-464d-84e3-7b9fd9b73171 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0301931 May 10 20:40:56.996681 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:40:57.232135 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03837ae2-6e9d-45b0-8646-7fc89705dfda req-7bf0be0e-c97b-4485-b9cc-741001069bed tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:57.233587 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03837ae2-6e9d-45b0-8646-7fc89705dfda req-7bf0be0e-c97b-4485-b9cc-741001069bed tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0459211 May 10 20:40:57.281358 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03837ae2-6e9d-45b0-8646-7fc89705dfda req-ccabb012-e57d-4291-b8dc-942e1231b136 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418687 May 10 20:40:57.294632 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:57.363567 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35468615-90d1-4be9-acbf-39834e42b4f2 req-75c39bf2-5ca8-4c03-be8b-405fcbed3086 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271034 May 10 20:40:58.392553 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bc606-3069-4f82-ace3-424e75f841c2 req-31037d34-69da-462a-a5c4-6f058683090c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:58.393973 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-382bc606-3069-4f82-ace3-424e75f841c2 req-31037d34-69da-462a-a5c4-6f058683090c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0454102 May 10 20:40:58.443779 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-382bc606-3069-4f82-ace3-424e75f841c2 req-0b885819-5ee6-48be-857b-a99d8f571fb7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 May 10 20:40:58.523248 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dc51f37-8c4f-421f-8bb4-51a3e06e7480 req-c9acc5cd-8f3d-4b4a-ad00-fe1bf399e255 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0261152 May 10 20:40:59.554967 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ce406-3ccd-414e-ac93-86cf82b855ba req-d9c450f3-dba7-429e-9f09-ee1c1ea0027c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:40:59.556410 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a38ce406-3ccd-414e-ac93-86cf82b855ba req-d9c450f3-dba7-429e-9f09-ee1c1ea0027c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0464358 May 10 20:40:59.602273 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a38ce406-3ccd-414e-ac93-86cf82b855ba req-86ba73f3-e1ed-4344-9568-cdceecfcd40a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397487 May 10 20:40:59.685834 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f93dec72-2dce-4314-8a11-3ce4ea731d29 req-64124601-489a-4b36-859d-355000f1e073 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0307209 May 10 20:41:00.716762 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cec86-244e-44e3-b3ad-584918b25658 req-85a44fad-5268-4080-aaf2-728a416600f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:41:00.718138 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-582cec86-244e-44e3-b3ad-584918b25658 req-85a44fad-5268-4080-aaf2-728a416600f7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0480907 May 10 20:41:00.773402 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-582cec86-244e-44e3-b3ad-584918b25658 req-31d1008b-a4af-4a40-864b-cf70a8b466a2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/security-groups?id=58789a08-13e0-49b2-b280-da6056a0cd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497377 May 10 20:41:00.828016 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e3d5a-1975-4ba7-9dbd-a6416aa55e76 req-868599a0-c02f-4b25-8389-f7a44de84070 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:41:00.829482 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a1e3d5a-1975-4ba7-9dbd-a6416aa55e76 req-868599a0-c02f-4b25-8389-f7a44de84070 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 945 time: 0.0451226 May 10 20:41:00.885527 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b517985-f3da-4b63-a749-f2c27cb1b3fb req-1407504b-f330-4962-8e3c-f2c849390b6c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0443609 May 10 20:41:00.938573 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-0a1e3d5a-1975-4ba7-9dbd-a6416aa55e76 req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Deleting port 1b69dc72-245c-49f9-855f-4cf1a1b1b094 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:41:00.938905 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0a1e3d5a-1975-4ba7-9dbd-a6416aa55e76 req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:01.026064 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-0a1e3d5a-1975-4ba7-9dbd-a6416aa55e76 req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] For port 1b69dc72-245c-49f9-855f-4cf1a1b1b094, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1b69dc72-245c-49f9-855f-4cf1a1b1b094,segment=NetworkSegment(46791e30-4519-4c7b-a4be-a9f9f8260227),segment_id=46791e30-4519-4c7b-a4be-a9f9f8260227)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:41:01.026374 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0a1e3d5a-1975-4ba7-9dbd-a6416aa55e76 req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:01.039338 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-0a1e3d5a-1975-4ba7-9dbd-a6416aa55e76 req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Calling delete_port for 1b69dc72-245c-49f9-855f-4cf1a1b1b094 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:41:01.220091 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0a1e3d5a-1975-4ba7-9dbd-a6416aa55e76 req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (1b69dc72-245c-49f9-855f-4cf1a1b1b094), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:01.233220 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] get_ports_and_sgs() called for port_ids ['1b69dc72-245c-49f9-855f-4cf1a1b1b094'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:41:01.250900 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Pushing event deleted for resources: {'Port': ['ID=1b69dc72-245c-49f9-855f-4cf1a1b1b094,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:41:01.266452 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.266782 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.267122 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.267452 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.267777 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.268101 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.268422 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.268739 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.269058 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.269377 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.269694 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.270167 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.270410 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.270735 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.271051 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:41:01.309091 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1e3d5a-1975-4ba7-9dbd-a6416aa55e76 req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] No DVR routers for this DVR port 1b69dc72-245c-49f9-855f-4cf1a1b1b094 on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:41:01.311685 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0a1e3d5a-1975-4ba7-9dbd-a6416aa55e76 req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:01.315070 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a1e3d5a-1975-4ba7-9dbd-a6416aa55e76 req-745ba326-a16c-4255-ba35-7ebcde87d72d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.83 "DELETE /v2.0/ports/1b69dc72-245c-49f9-855f-4cf1a1b1b094 HTTP/1.1" status: 204 len: 173 time: 0.4804006 May 10 20:41:01.315528 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb90d6b-7083-4118-94fa-736fbc886744', 'name': 'network-vif-deleted', 'tag': '1b69dc72-245c-49f9-855f-4cf1a1b1b094'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:41:01.317740 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00286d04-fb69-4881-9a8e-0012d6170315" -d '{"events": [{"server_uuid": "9bb90d6b-7083-4118-94fa-736fbc886744", "name": "network-vif-deleted", "tag": "1b69dc72-245c-49f9-855f-4cf1a1b1b094"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:41:01.353571 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb77d26-a327-4a9e-b3de-1a46479ad76d x-openstack-request-id: req-4fb77d26-a327-4a9e-b3de-1a46479ad76d {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:41:01.353953 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb90d6b-7083-4118-94fa-736fbc886744", "name": "network-vif-deleted", "tag": "1b69dc72-245c-49f9-855f-4cf1a1b1b094", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:41:01.354245 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4fb77d26-a327-4a9e-b3de-1a46479ad76d {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:41:01.354650 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb77d26-a327-4a9e-b3de-1a46479ad76d'] response: {'server_uuid': '9bb90d6b-7083-4118-94fa-736fbc886744', 'name': 'network-vif-deleted', 'tag': '1b69dc72-245c-49f9-855f-4cf1a1b1b094', 'status': 'completed', 'code': 200} May 10 20:41:01.869986 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af4498ac-e252-4bdc-8624-36fe0b9de4f7 req-dd040207-6dc4-4def-9183-2da1f593b43f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0276005 May 10 20:41:01.975810 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a62072d-2f51-4f8d-b242-29ac1d8dc52e req-aa4d1310-60b0-4f22-99e8-d52048e4054b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0262856 May 10 20:41:02.970014 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a502d148-6e9f-40d0-beda-d15b24cb3b69 req-490e64f1-56b5-4a5a-94d3-2f272b6fa610 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0314605 May 10 20:41:03.067652 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7e971296-c13c-40f8-b48c-09a2023da45f req-4bf2b670-90c3-49da-bb29-8da47d0e7eb4 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272171 May 10 20:41:04.063818 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5131890a-e667-4931-8a9b-668939a0dad7 req-83e75556-a3a1-45be-911f-48c06c30f04e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0273535 May 10 20:41:04.169244 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab349b91-0d1b-4948-8428-aa180169b743 req-b7257449-237c-4dac-af13-894d96e48b52 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0275402 May 10 20:41:04.438112 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 1b69dc72-245c-49f9-855f-4cf1a1b1b094 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:41:04.458259 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: 1b69dc72-245c-49f9-855f-4cf1a1b1b094 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:41:04.458602 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device 1b69dc72-245c-49f9-855f-4cf1a1b1b094 not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:41:05.160288 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-069b0d2d-416c-49b0-b76f-81e8a63f0b38 req-81a4d5b7-18b4-4297-be85-dbfae7dd2d42 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0261564 May 10 20:41:05.267373 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4dca8632-5354-4fb8-bdbe-3293d959b388 req-04f5bc1b-50b5-4d1e-8094-bcc9a32b4f07 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0266256 May 10 20:41:06.256473 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b2cb912-fa44-4e0a-a5d6-e0f96a7ab8d8 req-1912e140-7adc-460b-b096-3fca5a09e016 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0295701 May 10 20:41:06.359602 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d65a2ab3-42fa-489c-bda9-7ae9e8f65c87 req-1eaa9e36-c02a-47e1-907b-6d2acff3cdb1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0269632 May 10 20:41:07.351149 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9a22bbf-9106-4941-893a-8482e3ebd5bc req-6e02b011-719d-4e9a-bcac-1e2aa6912774 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0277479 May 10 20:41:07.451261 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a68e7ada-a866-4f44-9bee-3923bd7673ed req-4e3ef178-5dd1-4c9a-9e57-05df0364c927 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0285146 May 10 20:41:08.162672 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:08.444086 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dd03479e-eaf0-4247-b873-d2f4632e4c6a req-5ccb7910-beac-4846-8652-96a1642ed20f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0275149 May 10 20:41:08.548164 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5d2c5d0-2477-4c3b-81bf-4607943b08a6 req-14b6f127-a126-4378-8af2-f5e812d949f8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0286188 May 10 20:41:09.538024 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d841f44c-29ea-4d6c-871d-28ad49505926 req-cc52bf1d-c39e-45e2-89ea-79e5e05856df tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0278134 May 10 20:41:09.639779 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0eb63496-29f7-493f-abdc-751698e67132 req-51f13294-68cb-4833-93ed-9313a2fa990a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271025 May 10 20:41:10.631687 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c8e426ed-d90b-43c7-af94-0842599fa448 req-980a4b97-39ee-4a05-beff-8fa39bb31d69 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0281475 May 10 20:41:10.730548 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-88f52cab-0fac-48ff-984e-95d8e954355b req-b59a8f24-70fd-407b-9129-640e3675334f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0262694 May 10 20:41:11.729713 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-43cd655e-d2d5-468f-8159-14d809d32e4f req-c278ba5d-e617-4e37-ad6a-b7b3d7f961be tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0303447 May 10 20:41:11.824417 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f48c2402-3b78-41d4-981e-c878427390b6 req-56f61526-24bf-4d4c-89f8-626cf6097c66 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272388 May 10 20:41:12.838720 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-852a02d0-72a6-416a-939a-0046d25a398c req-e24165ad-8b7a-47fe-a39a-2c7765d15b7f tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0265431 May 10 20:41:12.918482 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a21676e6-8236-4fca-8939-2e305c0e6a3e req-1ab862b1-8f78-4090-a955-8fea5337f436 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273876 May 10 20:41:13.936228 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ce27a4-f3c0-44b9-8bd7-29bb74bc8b4a req-e36756de-0ef9-405d-9554-721149249061 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0316019 May 10 20:41:14.021618 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ca6d5f9-e2e2-4ae6-8498-df8f3cd6fcc4 req-83bf448a-5c93-46b9-9d67-f7f68dcd017e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0278475 May 10 20:41:15.032248 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ea2234b6-aec8-45b8-88d7-6e140f9093b3 req-4267c162-6c2b-4e59-88f3-d5d625c1f513 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0273693 May 10 20:41:15.114852 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d83e9841-8863-4c6a-8807-cd11fd69ef3f req-2c5c574c-75a3-4eec-9657-b315b5cdf7cb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0281749 May 10 20:41:16.139915 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dbe7cc64-7254-4a7d-a00e-c2c913bfd3f2 req-d53609ff-52d6-4ed9-bc68-c26d8586f594 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0302970 May 10 20:41:16.220385 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3c65ffae-e4c5-4b78-98a9-b04b54b27db8 req-147912b2-b191-4b62-8621-75c7b72db61c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0265508 May 10 20:41:17.234953 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3a029f2-9219-4002-b2c6-3a043a92f0d5 req-4aec54bd-bade-4b6a-8f8b-2b79aedcf190 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0274706 May 10 20:41:17.314427 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7719af8f-a9e3-404b-b99a-df098f195304 req-636a231f-3413-477a-b3ed-354f6ad81ac0 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272353 May 10 20:41:18.331617 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c6715230-891d-403a-9deb-d66ada45c566 req-6eae4dc9-a843-441e-b917-ea2d758d343d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0304010 May 10 20:41:18.411622 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19e29242-311d-49cb-b003-c54299211727 req-95072bd9-69ef-4d17-8caa-80e8e18e47e6 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0276461 May 10 20:41:19.425984 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8e66a66-0c39-4bc6-a330-6e0b2e7dc884 req-0304c01e-c8c0-4625-8762-8e574f48090a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0271878 May 10 20:41:19.507306 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-078e3c3b-ef6f-4683-b125-29b287fd294b req-39ce6c65-7d51-44d4-aef2-3e944b37b37e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0265727 May 10 20:41:20.523028 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1725a75b-62a1-4802-a557-663e11669901 req-76dd7950-7b0f-4bcb-a20b-79806b142510 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0303304 May 10 20:41:20.603216 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3f6d7dbe-44ec-4be8-83e3-06e6e01d3937 req-97f217e2-1144-477c-9b7e-8b5ccd0361d2 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0262318 May 10 20:41:20.768787 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-04efe572-b7c0-4630-8162-f24bfc5a0b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:21.615539 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dbd5ef75-3486-4f35-9b89-44f3fdefa5bf req-d4609f63-9ac3-4a21-ad29-1ef3649b06be tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0270796 May 10 20:41:21.694841 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e176fae5-9b55-4e51-b11a-fd2a1066a6b6 req-723b4969-86ad-470d-8037-731b5f6f5982 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0265260 May 10 20:41:22.711301 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-982a4eda-27c8-49ef-bb3a-1240530e9689 req-8695b5eb-05de-43ac-9fd0-c43d53d29b17 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0292661 May 10 20:41:22.793467 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a0ee3f4-292b-40fe-a97e-2e906f6897b6 req-33241deb-0755-47b7-8432-a0622e2f52af tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0277438 May 10 20:41:23.163260 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ada2f0b4-b4ea-4dcc-b891-462dcb56afa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:23.806853 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa7ee18b-5134-4322-b680-9dd2d568008d req-8daa24da-ed0e-4d6b-9d22-4bd9ad45c923 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0271339 May 10 20:41:23.892130 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19214ac6-2550-4a9f-a55e-1b2c844830e3 req-13cad7e2-7965-47cc-acf7-5ddc52c0c11a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271692 May 10 20:41:24.512326 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:24.907036 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bd91d0c2-c0aa-4dd8-a3b5-e0e63f3e77eb req-f59ae0b1-80f1-4039-9486-7e773b8d862e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0293846 May 10 20:41:24.986865 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ad02ec4b-7a5a-4d1b-83fa-c0572140a891 req-9a2b7605-6147-488a-a886-16cfb1cc16fb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271509 May 10 20:41:25.842822 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:26.000155 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d770bcfd-ea38-45ae-b91c-661a8eb192ba req-7a086570-0e48-49c0-be94-f42db2226469 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0277145 May 10 20:41:26.079481 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-446d8b4c-196f-458e-8da7-36c8fea71db4 req-84ea2596-844a-4719-981a-7cbb4bb070b6 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273426 May 10 20:41:27.096449 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bd770bbf-6cf1-4576-a7c5-7b9e5ca7f192 req-4dfd73bc-fafe-42d0-b8db-ef1610e0080e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0296891 May 10 20:41:27.177580 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f8d5bd94-8b6e-426f-9805-f4dc16264021 req-20e8eda0-1f8d-41b9-8228-5c6590f44054 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0275240 May 10 20:41:27.334348 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:28.192518 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cca07ecd-5f43-4e50-8fc5-2b366293c555 req-7a21cbff-362e-4145-a697-fa1e502c5581 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0268981 May 10 20:41:28.273515 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-97a93761-cde8-472d-8494-0d138e6b3b15 req-f8fbeba5-0c9e-49a3-bcca-15f5c45ed0b1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0269470 May 10 20:41:29.294175 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11aa3b2c-6f9a-42e0-ad5b-9802070bbd3e req-38a7cac3-c539-421c-8f38-dd45f81f5558 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0298662 May 10 20:41:29.374220 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6afa8eaf-9d2a-4250-a49e-68d3c4c68495 req-68e9d520-d205-4047-ae6e-20bdb74778f7 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0267112 May 10 20:41:30.387377 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9d6a52a3-b889-45ba-aaa2-77b650a90385 req-9568682f-1386-4a6d-afe0-c5f22044b575 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0269289 May 10 20:41:30.467088 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e55998fa-1358-4c7a-98f5-45157e94b0e9 req-e5ea6a00-9273-4548-8591-ceae3fccc423 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0263124 May 10 20:41:31.483132 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d0fdbbda-572c-42ae-ae4a-2274e00a0fd0 req-a1910756-a540-4da0-911a-920a0671fd1e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0297358 May 10 20:41:31.809889 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-92612dc4-067e-41c8-9529-a0c47c0baea8 req-e992c19e-3533-4ad1-af8a-46be57f8bdc6 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.2742031 May 10 20:41:32.577032 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6b69861f-aac8-469f-90ad-413286633ce9 req-45181acc-cabe-4e91-8d16-45ac6e44eef2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0276759 May 10 20:41:32.901826 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f2f8eab1-e064-418a-8e37-8db60c65df05 req-3ac3acff-a57b-4601-9d31-6bfd602c746e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0263877 May 10 20:41:33.688795 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8c0d3ef6-8848-4fe9-a565-510ec506b437 req-6a919fc6-6bd3-4f41-9f79-325330038857 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0272918 May 10 20:41:33.995051 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:41:34.013876 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e724a23-306b-4c09-a837-a24f4a7cad94 req-669e24dd-5396-420b-b98d-e7b4f87a64fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0373223 May 10 20:41:34.782584 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bdf64946-1d33-4c65-861e-0bb823eb55cb req-0a9e3bcc-a52d-4183-849d-370a7360c417 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0265338 May 10 20:41:35.105968 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35822755-2271-415d-b9aa-613a24f1e4c6 req-72237f10-6998-47b7-b9a8-0ef3d6d2c6c2 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270762 May 10 20:41:35.876541 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce67245c-0227-4d48-a246-b7312704fc0d req-926476c7-eb39-45a9-a67a-296bab600c18 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0279171 May 10 20:41:36.199249 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-62b5d909-6a8f-4b29-ab34-a673297ecfac req-fbaed470-55ee-4805-b4fd-32ef4daade58 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0280871 May 10 20:41:36.977864 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1e65611-1ecf-4cfc-bd0b-168f3784a91b req-733470cd-4da2-478f-abaf-7fb901c4f3ba tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0299292 May 10 20:41:37.290639 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a734f2f-fafa-4c95-bc02-c2f04b14c739 req-493cab63-0b90-46ef-ab10-d72adebd8462 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270455 May 10 20:41:38.072432 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12f88ecd-8f48-43c5-bf9d-05b6ef97d408 req-83422cf5-0402-4d24-b82a-5e20a12a7cb8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0271442 May 10 20:41:38.156555 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:38.383634 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7bb1cb5a-3dcf-4cc6-939c-b602fbbb6d1b req-db3b5dc8-a47f-44b6-aa38-af8becb28f48 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0266736 May 10 20:41:39.169208 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf75d15e-afa5-46ec-b6d4-1fa8cf941f99 req-38120701-37b5-4d53-8a99-ff665bb4fe41 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0291350 May 10 20:41:39.476066 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-783d9584-46ea-47e6-af09-8a478ecb3b3b req-9dccf597-2e1d-4f7b-beb9-dedcbb7cca95 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0277250 May 10 20:41:40.264002 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e277ebfd-4eed-4a7a-9361-d9c8798cb16d req-2d3a56ac-9fb4-4b6d-a8a1-75baf25b8722 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0269051 May 10 20:41:40.567446 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06e63313-4d86-4699-baea-0f5d93c8aeb8 req-c7b1afe4-5739-4310-a5e7-0ac2fcd38026 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271313 May 10 20:41:41.360953 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1e6d20a1-be3b-4981-a928-3dd64ec54c14 req-a19c20cb-10a9-4f01-9f7c-fb0a41755f5e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0312734 May 10 20:41:41.667913 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-380ff273-c7d0-4fdb-a2dc-e4fd63b132f3 req-bb18c4af-90be-41cb-aa2b-7ac071101ad0 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0276756 May 10 20:41:42.455131 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7eb1c250-9cdd-44ae-a6e5-c8f11123225d req-54d2d699-6c25-4935-8ea7-a314f78321ff tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0274405 May 10 20:41:42.760420 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aeca4949-c761-43e3-8774-6a67d24038db req-60a65872-a065-4f67-b167-ff35d25dcb99 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0266681 May 10 20:41:43.550195 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cef42697-b369-4b5d-98bb-0060377dd332 req-2ffaedc4-52c1-4f74-8175-4fb17feeb68e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0288982 May 10 20:41:43.852232 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0085dc23-6152-4e37-82c0-f3d0069ce3aa req-c13f9bfb-5dbf-4099-b122-d969895a1193 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0265658 May 10 20:41:44.650983 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d79b0eb3-e0d5-46f6-b47d-5ee467a3c166 req-f64a6e23-5262-43e4-9caa-c63256a386e7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0325813 May 10 20:41:44.949058 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa8ac9d9-bcc1-439d-b312-7c31044a8a8c req-09d2c26d-f839-4353-82a6-e62cd9c6f5ef tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0274754 May 10 20:41:45.753126 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7aa1ab0-b96a-429b-bc6c-f617f15f9756 req-6781ec62-41d0-4b98-8967-22d573e49973 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0298104 May 10 20:41:46.040278 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed5d0b11-fb70-40b6-951e-5bf7c004abd4 req-8b190eb5-5354-4ce4-ac53-30acfb3d0835 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0267882 May 10 20:41:46.848082 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-25895381-5a5d-4830-a670-e2ec5dec4c47 req-9a318372-50ab-46f7-8843-2096763ab4ab tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0270991 May 10 20:41:47.131529 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ef111a7-e08e-4c70-b279-49d5ae62c044 req-96a7d17b-c1ae-45e6-8cb7-9b95f29bfd94 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271962 May 10 20:41:47.944238 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a4ca6171-a7f1-469e-9ab6-dec85871aa32 req-a2c25036-0e3d-43ec-bb09-eeb6b692bdb1 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0292015 May 10 20:41:48.223233 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3550c9fe-e501-4394-87b0-7f60b455e67d req-9b981be0-c7e2-49dc-97a0-f5ce945cec38 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0269291 May 10 20:41:49.050554 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b012f09d-5fb3-44dd-b7b5-abb5bdd45cb3 req-5e80ed49-970a-40a2-85f2-8c221dfff28c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0277696 May 10 20:41:49.317613 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e246b984-5dff-4b77-9927-b028f6c8b30e req-3c1f05ad-20df-4f2e-a64b-465da49bdee1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0297413 May 10 20:41:50.147789 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-efaa8ff8-e4de-4aa0-aadf-d7a13c21b809 req-83164f86-e809-4079-aaf9-6844e7245122 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0297027 May 10 20:41:50.408923 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dcecc74d-a6be-4403-a5c9-a7c283c80081 req-575285b7-600c-4d73-8797-33deb37f29f4 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271425 May 10 20:41:50.767398 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e9fc66ad-6475-414c-8c9f-9f5a1b9d3184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:51.245278 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c329b508-ba5d-4ed4-93f3-32c27cf10d9f req-e253408a-d5d8-4bd0-aa57-42aa277a132b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0273933 May 10 20:41:51.501367 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c5c7ae4-4436-4620-965d-674346cebf7c req-662393fd-d2ad-47d5-a3f3-16c30b7c0ccb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0278096 May 10 20:41:52.341796 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c0775774-e425-42d4-af8d-fa23dbb32904 req-bfdcf223-89fd-4ea0-bba8-46e6f721fbc0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0294163 May 10 20:41:52.593769 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-134ef1be-3e97-4af1-83f4-d6a0f7c671f7 req-31eaa22c-0719-4169-8b3b-41bea2113e5c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273225 May 10 20:41:53.132675 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9bcd07b7-8c29-47cc-a224-2c8a0b9886bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:53.170419 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55d8656f-3806-4973-b130-8360fdbd3a33 req-99217f53-ef0f-4f44-a9ad-ad2fc649f957 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380404 May 10 20:41:53.248052 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8656f-3806-4973-b130-8360fdbd3a33 req-125454b5-5047-45d2-9dfd-47f85255138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:41:53.249576 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55d8656f-3806-4973-b130-8360fdbd3a33 req-125454b5-5047-45d2-9dfd-47f85255138e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 1129 time: 0.0394819 May 10 20:41:53.357468 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8656f-3806-4973-b130-8360fdbd3a33 req-a9a0da31-07b2-49e8-a584-4dd970dad951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:41:53.358977 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55d8656f-3806-4973-b130-8360fdbd3a33 req-a9a0da31-07b2-49e8-a584-4dd970dad951 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 915 time: 0.0918930 May 10 20:41:53.445557 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db48c071-eb60-469f-9855-03b1ed26187f req-a810ebbe-44ee-4e4f-8a25-75f5c2116d68 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0367067 May 10 20:41:53.450108 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55d8656f-3806-4973-b130-8360fdbd3a33 req-aa0d6297-0f3d-4e46-a93d-17ed68ad79ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de779ba3-95d2-4c5b-b377-c9366cb89c51 HTTP/1.1" status: 200 len: 1001 time: 0.0857430 May 10 20:41:53.496857 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8656f-3806-4973-b130-8360fdbd3a33 req-f551b1d5-0f84-44f7-aa48-453d9d8210d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:41:53.498262 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55d8656f-3806-4973-b130-8360fdbd3a33 req-f551b1d5-0f84-44f7-aa48-453d9d8210d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 200 len: 853 time: 0.0424080 May 10 20:41:53.538938 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8656f-3806-4973-b130-8360fdbd3a33 req-ee4528de-8e51-46ea-a6aa-c84de4cfc831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:41:53.540362 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55d8656f-3806-4973-b130-8360fdbd3a33 req-ee4528de-8e51-46ea-a6aa-c84de4cfc831 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97616d50-d128-4d48-95c9-0ecc4a239629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366845 May 10 20:41:53.630402 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55d8656f-3806-4973-b130-8360fdbd3a33 req-20a76dda-1ebb-4d02-979d-f1d88324845a service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840261 May 10 20:41:53.718204 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58faa40b-82f9-4bef-8d07-24ec480225be req-935782ed-c7fa-4ea7-83a3-3d848b67bbda tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0386388 May 10 20:41:53.751520 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55d8656f-3806-4973-b130-8360fdbd3a33 req-8587090f-9ced-4d46-a388-d8e699d56cfe service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143491 May 10 20:41:54.515887 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:54.543904 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aeaffb5b-ce90-4fc8-a5d7-c861d2cdca72 req-86ceeacf-579a-4390-9873-4988a5483f5a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0311391 May 10 20:41:54.815712 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-13ee753b-ef19-44f8-9478-9218a52a756a req-14bf6ae9-ecdb-43d1-abf5-e68ff81c73f2 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272355 May 10 20:41:55.637285 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-be5ae747-4ab0-402a-a641-3312bc32a29d req-b77d1a6c-7cb7-4e17-b2b3-588cd1bd779d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0264535 May 10 20:41:55.836142 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:55.910298 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59f9934f-4624-459f-b8ad-712412b76163 req-c9031156-7772-4fec-aaf8-ec1c08bddd76 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0285308 May 10 20:41:56.731468 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85d115d3-aba5-4502-8d82-358fa5f8169a req-2072ddf0-2e91-4427-a638-bf2f9a167ee5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0269001 May 10 20:41:57.003418 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-08c7aec9-8a2c-4ad1-a3ca-a16c2f40bcb3 req-905847b3-80ab-4ae2-bced-6a8e4b037cb6 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0269644 May 10 20:41:57.310804 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:57.825982 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e431f90-c85b-405c-966c-3aab22cf396c req-6c3a1a61-1670-4daf-9719-7a2257785c43 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0292108 May 10 20:41:58.097960 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ec8f3fcb-9a95-4528-9c0b-8995939a9d5d req-557a657d-3817-4fcb-bb16-b321d2989543 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0278411 May 10 20:41:58.917748 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f95e006e-e7b4-4d8b-bec3-402d8a5ef569 req-979a9fe8-ce45-49c8-bd7b-5460d61986ac tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0268998 May 10 20:41:59.191082 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90257915-d3df-4ca6-a106-5e9f2143835a req-00cac29c-a075-43c6-8f05-69d07faa55e7 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0280950 May 10 20:42:00.011289 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-44dc85cc-156c-4240-ac46-80f773cb2013 req-81bd33d6-6769-4ef8-b157-41d0fe8cefab tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0265138 May 10 20:42:00.284176 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-79e6dfd4-bea1-4de8-9a8d-ab1a468dbab3 req-bb2d3954-b365-46db-86e6-c6c213d2712a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271668 May 10 20:42:01.117629 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2336b4b9-10f8-46dc-81cd-216e4a4e8d9b req-ad5c71b6-35c7-4c6e-927c-7e6268b50329 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0295599 May 10 20:42:01.378189 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4d047f4d-cf65-4b8f-a104-8900b809354c req-8cb5b39a-893c-4095-a5aa-7736908cbabb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0275149 May 10 20:42:02.209679 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-677c0c7c-9314-4c66-979d-fd181238b2ab req-09833e74-a14e-41d6-80bd-28ab17832c17 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0269809 May 10 20:42:02.472298 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-027edd18-0646-4541-b48b-1cd364658314 req-af6080ad-9ecf-4181-b004-873926cd7b7d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0280032 May 10 20:42:03.303499 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-644a70be-b961-46de-9c17-96b0611ae635 req-2c869b21-f912-4ea4-9a5f-0b257e57cb30 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0278065 May 10 20:42:03.564956 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0f26871f-760e-4234-a6a2-3764266dffa0 req-218f9cd7-955b-4d31-9f66-b9f42627c706 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0279012 May 10 20:42:04.407985 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-80a504ef-ddd1-445a-a482-02a1c90a634a req-5d121d8b-536c-4954-837f-8a0670617fca tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0362124 May 10 20:42:04.657009 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-644ffd6b-218d-4c8a-a7d0-c1f293d5e244 req-64ccbfa9-db4c-4cf3-bf89-ea0514b1695c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0268264 May 10 20:42:05.499124 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7e79fb5-7919-41a4-9e75-4a0c8dd5be81 req-704c0866-9975-4fab-847b-ce6a7103fa57 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0271726 May 10 20:42:05.749560 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-651ad03b-b605-445d-921f-6198a86ee79e req-adec05bc-e6fc-491e-ac43-e5e967d1075c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0280826 May 10 20:42:06.591074 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64d35a74-5ddb-4b77-9933-0829ee4673df req-0a159071-d564-4c45-82ec-58efd7ff0b2e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0266554 May 10 20:42:06.841854 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-46e7757a-f18f-4490-bfd6-4e5cd1d1a8e4 req-eac75d4f-5e00-4f7d-ba97-52fcd8612c61 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0267651 May 10 20:42:07.686582 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-32f54bb4-4140-4e5e-97b6-beb9485617e8 req-8277b12d-adf4-4249-b721-04b4b033a5c9 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0290678 May 10 20:42:07.935886 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d8839120-5077-45b7-b693-5b588f909840 req-547b0188-7f05-4d29-9dfa-5f47fa612f78 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0277016 May 10 20:42:08.206771 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:08.783086 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ded1462b-0ef4-41a1-8aeb-d98dba54b38c req-310dbe61-fb13-40e1-ba48-2155370cd9c4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0270941 May 10 20:42:09.028894 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-309efc36-95a1-4b16-9626-ecd70dd76054 req-7cbc7723-ea6b-403d-b201-f5fa55504a9b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0277240 May 10 20:42:09.875890 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a6c6bc8-0bc4-444d-9364-1f5cbfcde9b2 req-bbbc4d55-63e8-4de0-8bbc-7177bb809ace tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0267949 May 10 20:42:10.120919 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4813b99c-b198-4e74-b261-b6a6361c2f77 req-422ccefe-7b34-47bd-8f2e-7adf36a0f774 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0269170 May 10 20:42:10.971542 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b30ae6e-8b37-40e8-9ea2-c0ae2146a5d2 req-829f0534-ee21-428a-9ab4-f5ce011c26f6 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0298245 May 10 20:42:10.993097 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:42:11.214266 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c670d89-3566-4808-a369-2dd4da77f0ad req-aac34161-2f19-4cbc-94e1-9d2660237ae1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0276198 May 10 20:42:12.070525 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cb6cdfdd-711c-42b4-9433-fe93fd8f1729 req-2a5bc4f7-8113-429d-831f-ff1b6ba4f8f8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0338662 May 10 20:42:12.306093 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8821764e-f8a6-4384-9324-dff057dc410d req-ea12106a-386a-41f3-81f5-577c6a3658a6 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271721 May 10 20:42:13.188364 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0217311a-af01-4b6c-be92-f108c4ca5e0a req-05fa54ab-b04c-4cf0-9aeb-e34371c5dbaf tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0298631 May 10 20:42:13.401652 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c8af2b7-951e-478c-a52b-895d94fdd1df req-4cb2b517-423b-4fc4-b2a3-4a2afa6a3bfc tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0274656 May 10 20:42:14.281647 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-111997e8-9984-4d9e-9934-6e62279e09d1 req-381a268e-d99e-4b9c-adbc-bf0de4fac13e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0278404 May 10 20:42:14.494340 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b85957a6-1d42-4ba4-ad5d-2ff2f3d85307 req-40353a8b-80ca-4a5a-8190-116b88ae0be2 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0263727 May 10 20:42:15.375868 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1e35fa37-7a50-43fa-9365-2382f3f34c99 req-4162b9b9-beb8-4100-a4f1-dbb278ab7549 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0290065 May 10 20:42:15.586294 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30e95555-af8d-4060-8212-fb27e6526ff6 req-666dccbe-8832-4453-aa15-461f9a345f18 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0264161 May 10 20:42:16.475954 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bfef3055-d117-4dda-82a2-2b4da3c84666 req-857209cf-0ea1-4a47-b83f-bcc14376aea5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0298548 May 10 20:42:16.685985 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dad77853-c22c-4b5e-a89f-0c990628fb97 req-48d5b551-ceb9-481c-a3da-eca0833879d2 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0285006 May 10 20:42:17.570842 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a078d446-f586-42cf-b417-479310b0153d req-6a1666c3-8635-4bdc-b8ff-4f7e8ddc78ab tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0275943 May 10 20:42:17.778728 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bce4971d-3cf8-4a0d-bca8-c4c99b3096e7 req-90abff36-bde9-4554-ac59-95788ea86ee5 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270548 May 10 20:42:18.662959 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b045d747-8c07-461d-b6d7-f34d563d0dfd req-74f12280-c3a6-4465-97ad-eb66ef9e2cd8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0264215 May 10 20:42:18.871688 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f7361d18-308d-4b75-b8dd-30a20926d980 req-da61f59e-6298-4be1-a940-3a01118b9c1f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0275331 May 10 20:42:19.757439 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-467939a8-1367-4355-bc0b-92bec0518ac4 req-73dc0624-0b62-4d85-976e-86c5c9da7f9a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0288901 May 10 20:42:19.964566 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-da1ea486-239f-4848-95f4-4f2295c5066d req-0d60ccc9-e8a9-4754-bfd5-6852615b8750 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0276182 May 10 20:42:20.778257 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d694647a-2057-410e-a9b8-0dd2a086378e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:20.850253 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-04d39960-fa17-488f-9734-76eccd9d757c req-537aa561-9879-4a52-aa26-dfc58648e805 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0272863 May 10 20:42:21.056387 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e879adc7-b278-4e19-906e-c7b56e27041d req-300e44ff-a7b8-48b7-a0f7-391cd31d4bde tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0264819 May 10 20:42:21.944459 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8daff994-3e31-4c18-8fb5-00d6f9f99caa req-c054ef0b-93ae-432f-8a05-4fd912b84784 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0275285 May 10 20:42:22.151889 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab3d9a02-eada-435c-9c46-c37f6d278949 req-88c670f4-2b82-4513-9e9b-40a624c09c39 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0296347 May 10 20:42:23.036094 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3fabb8c-a976-4b67-873f-e2cc1162a0b1 req-22f82324-9dfa-40dc-a36b-11ec312cc482 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0269380 May 10 20:42:23.114659 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-dc6e0437-0ebf-493a-8dc2-2c0d2f28a874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:23.257230 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-261f62fe-4afa-405d-8f4d-1402a3cd05fd req-292090c7-64d1-44bc-b252-48d5254059c2 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0372672 May 10 20:42:24.130052 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bd36bb90-0d68-4580-9b96-33995e779c0d req-60b0fdc6-8c6c-4020-b9b3-f9529409d788 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0282714 May 10 20:42:24.351730 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4637da94-b06a-4caa-a522-9478fd18f281 req-86e89bd8-a199-4ced-b8db-989a67ce81d4 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270422 May 10 20:42:24.515126 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:25.222872 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f992a38a-46b2-482f-ba14-bc0b323da3b8 req-91d23b4e-d0f5-416e-9456-7ef96218dcb7 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0270731 May 10 20:42:25.447522 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b3305294-92a8-4b89-9247-80d6e79ba23d req-ed5352a0-1bd1-4596-8b36-10165f694674 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0304997 May 10 20:42:25.846367 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:26.317577 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-368521b0-0a82-4e82-9c4a-77bb512626a6 req-e49d3ec0-5ef2-46b6-a5c0-093122f4163a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0278151 May 10 20:42:26.541913 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b99a7e55-5e3c-46a0-8632-6c4cf60db133 req-26a38f0b-828f-4c96-b02c-1600f521d100 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0291049 May 10 20:42:27.292330 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:27.411734 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-039ba011-bbce-41ba-a0eb-b75d4503cc3c req-256f5273-3d79-40e2-9b89-8060d3e31a20 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0279257 May 10 20:42:27.633943 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b795868b-e6cc-40a8-8e21-375c132eb548 req-3652edc8-41f4-4f47-a066-1ed0e308a945 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272670 May 10 20:42:28.514470 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7855e7a7-f4e9-475a-b268-25f21d8509fa req-5611ea21-073c-4ce3-aaca-1f8606d27811 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0302496 May 10 20:42:28.724962 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f156bdfe-129b-42a4-9e46-9a8de2f77e37 req-6aec6ee8-1ab1-4319-9aba-9f9735e9683a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0279872 May 10 20:42:29.608735 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-17cdf26b-2a0e-4dac-826c-31623bc6a44f req-c1276104-583a-4eb8-b9af-d082b0cae6de tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0280004 May 10 20:42:29.816750 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e772729-77d7-4ff7-b861-e08f0757a092 req-63ea74e5-2554-4e69-8ee4-1be831588b3b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0275192 May 10 20:42:30.704657 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-638a29cd-bb7a-4cec-874a-c575dcc47ba2 req-d78b90a8-8577-4032-9329-d9d4233cff1e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0277202 May 10 20:42:30.906803 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9d2a2ce5-5a02-4d87-ac0d-310843a036ab req-83a14220-73ca-4446-a72a-6fb86e9fcc2d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0263498 May 10 20:42:31.801888 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2867ad07-afa5-4cf8-92e3-c0fe2e06c593 req-a2739819-e293-46d3-b48c-994bb143c0de tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0310042 May 10 20:42:31.998981 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37895a17-e1d2-480a-b907-d41ad03c129b req-0e6d4614-87bb-42c1-a743-b8bb1b90d22f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273232 May 10 20:42:32.896069 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-383f22a5-a562-4e34-8754-cfb9ab82abc5 req-b766fc9e-63b7-4135-a2f2-8ce8a2c1ba3b tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0281429 May 10 20:42:33.089543 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3be86c6b-a76a-4491-b16f-30294880cd3d req-6da4dea8-46f8-448b-93e6-23915df22c14 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0266848 May 10 20:42:33.988858 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-68b4a6ff-17ac-46cf-b7cb-f6857b636dc0 req-e7aac6d6-366e-4b95-9bb4-0bac5ab6c7b5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0271878 May 10 20:42:34.181080 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8bbf6a15-cec8-46b4-90ca-1e024246bfae req-a22fcf5d-46f5-4ede-8324-65b08a7c0c9c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0274544 May 10 20:42:35.086629 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1bdf845e-fc03-40ce-99de-c90fb3f86d0a req-3e391669-08e3-4221-b398-339e190f9bd8 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0301430 May 10 20:42:35.274221 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-363f534a-9eef-4082-96b9-a4aa21dc0ad3 req-c5118fbc-5492-4072-aa96-fdda932c8284 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273781 May 10 20:42:36.181633 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1902de38-6a1f-4b31-9563-ae76fd25c6d4 req-dd811e50-b6eb-4b83-99f3-c5928c9896d4 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0268543 May 10 20:42:36.365531 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-76321c60-344f-488c-ac6e-352077224e9f req-5adc35fd-da0e-4063-974b-addd08138363 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272143 May 10 20:42:37.275838 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c93d210a-32aa-4327-a5a0-62e67e7ef504 req-c99b53b7-2ce7-4006-9f3e-31a4a8e61f7e tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0270474 May 10 20:42:37.464534 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0011beaf-2c7e-45c6-989b-13968145f658 req-b1b58db5-13c0-4807-a8ee-7c5f8397b2c6 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0311830 May 10 20:42:38.177118 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:38.374987 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5fe84ca5-b806-4d96-bdce-9fea816ad930 req-a452eea2-9b51-40d4-9864-b62a01849bca tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0292270 May 10 20:42:38.556374 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d6a7f58c-4c29-4991-9104-fc555ee1a78d req-cc40349f-697f-458e-8ac6-0c6a71a09a1f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0274680 May 10 20:42:39.481345 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-484804f6-f5db-4d3f-a719-58b531c83b14 req-b91eea63-5653-43f4-b5eb-2aaa7d3f2af9 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0379870 May 10 20:42:39.649829 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-92172493-990d-4a3e-b4f9-ff3408f2a680 req-d933cb24-43f4-434d-a15b-ffda4b86b326 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0299940 May 10 20:42:40.576541 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5b2d99c0-71ea-4356-8024-bb7a325dd6d0 req-69b61389-a28e-4f79-899d-23dbaf51cb65 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0277727 May 10 20:42:40.740796 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a647368-22c8-4a91-bd18-4a9ad24b103d req-e87b95b8-8797-4174-b0c7-c06125061978 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0267930 May 10 20:42:41.670604 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c40621e9-9c3f-47c5-8a7a-a932c3f4e886 req-378556d1-e49b-47cd-bb59-7a1420bb650c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0269508 May 10 20:42:41.834980 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cc90ae0a-461c-44bd-8c4e-fd0fc58f19c3 req-03427a34-e47f-4d90-a736-7751ab618baf tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0304635 May 10 20:42:42.765784 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60aac1c2-0de9-4dac-ba55-05071f22b7fe req-6da759ea-1819-4fe6-91e7-0f360c2ad373 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0267878 May 10 20:42:42.926234 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eff27cf7-620d-4770-8ba0-f48bd485d2bb req-02e5d9eb-c29d-40de-abab-49bfd93e3361 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273020 May 10 20:42:43.865635 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4daed0af-33d2-4cad-bf88-7667ba03605e req-a25f10fe-433d-4f5a-af7f-3821601f10b9 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0266893 May 10 20:42:44.020326 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ff581b25-370d-4278-accb-ced01c429c9d req-fc633784-12a8-48c0-a827-f52fb86df31c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0303996 May 10 20:42:44.960262 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96aa12b7-ae71-43c3-ac7b-662b66188a09 req-ab5f2f30-6cb9-409f-9e73-7a6d1eb167a0 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0265279 May 10 20:42:45.112588 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b5bc76e5-74f4-4aa6-8400-1091e1bc7ca1 req-f27bc910-6f59-4c09-99bc-22a8a96a4f1d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272732 May 10 20:42:46.054913 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a1fe6e49-4d9a-443c-a119-2805d4ac6e4c req-408a8401-6bf2-402a-9f78-55966fbcdc34 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0268292 May 10 20:42:46.212149 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d28f665-ce50-45f0-a1c5-70179b3da1d4 req-48ba8f64-d61b-4eda-b4eb-ec29f7c0ddc1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0305331 May 10 20:42:47.157240 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0095797a-5278-44cf-96de-7780a411910b req-313b4c10-a99b-4513-9ec0-474dc12474d2 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0280190 May 10 20:42:47.304587 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab3262f0-616f-4541-8b0b-fbb2c1d030bb req-f2962132-9fcb-4e44-a25d-c5714110b066 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270240 May 10 20:42:47.991956 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:42:48.252910 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c2077424-6665-4a75-bd13-678e0ff8fcba req-8c266e81-0990-4dfe-9f8a-62d76b33dc1d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0282331 May 10 20:42:48.402949 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2dfdee23-fc63-4add-a820-9a49153e09b3 req-2d0f8994-3029-44e4-8e78-38b9ada917d0 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0297015 May 10 20:42:49.347732 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-36b81ace-6e02-41c6-8c88-618abe8f0268 req-2d9d2f44-51c8-4e77-b1c2-408f4cacfae3 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0285954 May 10 20:42:49.497181 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d812eab-27e3-4044-9f9c-6b700c0fb650 req-98618997-5bbb-469c-af04-d8fefa49a725 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0289602 May 10 20:42:50.442036 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-63867741-03fc-4c20-9fe6-b45b05b1e9b7 req-b86ce2d2-f6b1-4259-ba09-1ef5d925c878 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0282288 May 10 20:42:50.592380 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-97e376a1-38f9-4820-b190-3b7e3ce60d1d req-94ca9e30-2469-4e5b-bdb4-34275984a278 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0299397 May 10 20:42:50.788502 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-46bc8940-4a48-4c6f-8afc-c98395ee0375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:51.535867 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14903ff9-96ed-427e-9b63-89eefb8ba716 req-38b6d367-1281-431a-8d0e-d60b3b42c964 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0269423 May 10 20:42:51.684762 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f60dcc43-3d19-4a86-89b3-469730dea7b0 req-9e9c207e-ddd6-4f20-9cb9-86bc9d87123f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0276496 May 10 20:42:52.629468 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f00b8e30-0b40-49e5-9ccf-eae05fde965c req-64d58f3b-0eda-4d98-872b-1c619d3c1635 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0265756 May 10 20:42:52.777469 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb88d439-7317-43a3-bbba-6279c67663a8 req-e73eb6a1-81b1-40c2-b87f-b67e9235b208 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0303009 May 10 20:42:53.153923 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e1e60a8d-6684-4ac8-ae00-82f635b2e531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:53.724018 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6b290e39-076e-44c4-a59d-ad05108d274e req-a051dd33-99a8-4f09-a12e-794278fa864a tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0275855 May 10 20:42:53.869907 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f49deeb1-598a-4810-a35d-2b1bdc47265e req-48f047f7-c053-43c7-98b2-cdd0b9d4e83f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270579 May 10 20:42:54.217144 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6853e442-e8b4-4073-9c8e-5691a17ec0a6 req-e2c110a2-88d2-48f3-b417-6c12a84e50ab service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847623 May 10 20:42:54.297457 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853e442-e8b4-4073-9c8e-5691a17ec0a6 req-b8fd7898-6ad6-4583-ae38-d5e1caa32ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:42:54.298936 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6853e442-e8b4-4073-9c8e-5691a17ec0a6 req-b8fd7898-6ad6-4583-ae38-d5e1caa32ba2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d1c68d15d634e81acba3ca215f5548c&device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 1129 time: 0.0418718 May 10 20:42:54.396406 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853e442-e8b4-4073-9c8e-5691a17ec0a6 req-7eaf83d2-693a-4ff2-9976-f423906f4276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:42:54.397730 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6853e442-e8b4-4073-9c8e-5691a17ec0a6 req-7eaf83d2-693a-4ff2-9976-f423906f4276 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 200 len: 915 time: 0.0811455 May 10 20:42:54.463974 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6853e442-e8b4-4073-9c8e-5691a17ec0a6 req-d541271a-6029-458e-b74f-9d36f929a972 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de779ba3-95d2-4c5b-b377-c9366cb89c51 HTTP/1.1" status: 200 len: 1001 time: 0.0604272 May 10 20:42:54.511207 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853e442-e8b4-4073-9c8e-5691a17ec0a6 req-15eb1b24-7f18-4846-9103-f58a0631fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:42:54.512631 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6853e442-e8b4-4073-9c8e-5691a17ec0a6 req-15eb1b24-7f18-4846-9103-f58a0631fc66 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 200 len: 853 time: 0.0433922 May 10 20:42:54.519869 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:54.554253 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853e442-e8b4-4073-9c8e-5691a17ec0a6 req-8c944c98-87ba-4fd7-8a00-6f7753f12a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:42:54.555692 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6853e442-e8b4-4073-9c8e-5691a17ec0a6 req-8c944c98-87ba-4fd7-8a00-6f7753f12a20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97616d50-d128-4d48-95c9-0ecc4a239629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371995 May 10 20:42:54.645573 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6853e442-e8b4-4073-9c8e-5691a17ec0a6 req-00b3281c-426e-4ce8-b266-46603fd859f9 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837142 May 10 20:42:54.732336 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6853e442-e8b4-4073-9c8e-5691a17ec0a6 req-cbcec716-0a72-4687-a36e-72fd3b2d5561 service neutron] 10.222.0.83 "GET /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805025 May 10 20:42:54.818134 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5556a27d-1376-4317-b18e-18c774816c0f req-4a6990e3-9f8e-4fda-b624-01dc78738f37 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0285127 May 10 20:42:54.961014 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-63d11760-ff00-432b-b34f-433e3f8024cb req-db3e8b15-cfb2-4ce6-848d-53a80ea4c6f1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0262792 May 10 20:42:55.857205 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:55.919257 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8a8208c9-a347-4b1e-bbd4-ec9ca6042f02 req-e2bdff5c-e6bc-452f-861a-2def870cf2f5 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0300887 May 10 20:42:56.053081 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cdddb7c-43f7-42e9-8334-4871e5adc6ce req-bbda79f3-a714-4954-ade1-35447745e1e6 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0267539 May 10 20:42:57.013644 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dc18786c-1042-4434-8117-ac2d4d94e724 req-9cd386cc-107d-46b0-b27a-a445c5ffd547 tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0271001 May 10 20:42:57.144806 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c41a0be-240e-44c7-a1dd-ba9f3def26bc req-f2f31f00-9271-4d3e-9abd-953f5831ab1c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273511 May 10 20:42:57.325231 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:58.107363 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1af179ea-0af6-41b3-9658-6bb30e947dd7 req-c7146d30-6eb9-4204-bec4-cdb1794a315d tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0270379 May 10 20:42:58.243565 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-431db06f-e86c-4388-81f6-973a9b9db843 req-37b7df1d-e086-42b0-a1cb-bedfec4bc0bb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272639 May 10 20:42:59.219912 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c3a8a4c4-fbb7-4993-848f-a0912b6c9f28 req-f1f9335e-cb85-4eee-9fab-77911f98009c tempest-VolumesSnapshotTestJSON-2061075845 tempest-VolumesSnapshotTestJSON-2061075845-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bb90d6b-7083-4118-94fa-736fbc886744 HTTP/1.1" status: 200 len: 210 time: 0.0364971 May 10 20:42:59.598158 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-84c361b9-f255-4966-b859-9366314bd5bd req-48463533-7db5-47ae-b7ef-87b820bf2d0a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.2895672 May 10 20:43:00.735466 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-be5542d8-93c9-4263-b06e-2805856b3140 req-63234426-9383-4154-9b4b-1905a4bae2fd tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0708153 May 10 20:43:02.012304 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2b53e18-2238-4818-8574-decc983bf4cf req-393530e1-0fe6-4a7d-ae29-e9c97013ab72 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273139 May 10 20:43:02.117808 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26414bf-d9ec-42ea-922e-12b08a302760 req-3e865401-4406-4671-9527-2d2fdd2705a5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:43:02.119942 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a26414bf-d9ec-42ea-922e-12b08a302760 req-3e865401-4406-4671-9527-2d2fdd2705a5 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 945 time: 0.0525908 May 10 20:43:02.167898 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a26414bf-d9ec-42ea-922e-12b08a302760 req-a96b542b-89c0-478d-a5c9-5733bc9c1c8c tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f41d969-a5fe-419d-bf2c-15dcdd3d472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424149 May 10 20:43:02.427278 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-49327c3f-1bcb-4d87-b303-4db0fe5cb12e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:43:02.428706 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-49327c3f-1bcb-4d87-b303-4db0fe5cb12e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 945 time: 0.0456796 May 10 20:43:02.512422 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Deleting port de779ba3-95d2-4c5b-b377-c9366cb89c51 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:43:02.512752 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:02.599420 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] For port de779ba3-95d2-4c5b-b377-c9366cb89c51, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=de779ba3-95d2-4c5b-b377-c9366cb89c51,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:43:02.599693 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:02.767622 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:02.767979 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512625'] for floatingip (50592353-de26-4b8c-8121-2eb41e868ab7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:02.768298 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Floating IP 50592353-de26-4b8c-8121-2eb41e868ab7 disassociated. External IP: 172.27.1.120, port: de779ba3-95d2-4c5b-b377-c9366cb89c51. May 10 20:43:02.768623 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Calling delete_port for de779ba3-95d2-4c5b-b377-c9366cb89c51 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:43:02.948564 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (de779ba3-95d2-4c5b-b377-c9366cb89c51), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:02.980970 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event deleted for resources: {'Port': ['ID=de779ba3-95d2-4c5b-b377-c9366cb89c51,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:43:02.992053 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:02.992403 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:02.992784 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:02.993133 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:02.993468 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:02.993842 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:03.003812 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:03.003812 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:03.003812 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:03.003812 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:03.003812 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:03.003812 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:03.003812 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:03.003812 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:03.003812 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:03.128034 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-43b5d897-ad3b-4d24-bb00-62f09f6c704e req-433526b6-675b-4f94-928c-6a674a9d4c5c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0347886 May 10 20:43:03.141265 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Router fac29b97-38ec-47d8-b738-3fe83f00c0ff has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:43:03.268924 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07349c81-ef1e-4070-9abe-04c9e899a8b6 req-feb5c0d4-d385-48ea-bb93-b08dfe3c50c9 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 210 time: 0.0318317 May 10 20:43:03.277059 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:43:03.293971 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c946ca-c6f7-4849-9422-e3d0f16f7a67 None None] Sync routers for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:43:03.304090 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c946ca-c6f7-4849-9422-e3d0f16f7a67 None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:43:03.304702 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-24c946ca-c6f7-4849-9422-e3d0f16f7a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:42:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:43:03.321338 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] No DVR routers for this DVR port de779ba3-95d2-4c5b-b377-c9366cb89c51 on host hv-cinder-82880 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:43:03.324481 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:03.327808 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.83 "DELETE /v2.0/ports/de779ba3-95d2-4c5b-b377-c9366cb89c51 HTTP/1.1" status: 204 len: 173 time: 0.8938029 May 10 20:43:03.328190 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f901499e-4683-464c-99fa-fcac3177ce05', 'name': 'network-vif-deleted', 'tag': 'de779ba3-95d2-4c5b-b377-c9366cb89c51'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:43:03.330462 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37cda709d4fbe736ad7ba0a44ed97d287a23231eb5a574a6bacdc1862f67554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9624346-10dc-46dd-b35c-0991c4ede918" -d '{"events": [{"server_uuid": "f901499e-4683-464c-99fa-fcac3177ce05", "name": "network-vif-deleted", "tag": "de779ba3-95d2-4c5b-b377-c9366cb89c51"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:43:03.376811 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65df22d-dd0a-42f7-84a4-bfd50aa194f0 x-openstack-request-id: req-f65df22d-dd0a-42f7-84a4-bfd50aa194f0 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:43:03.377109 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f901499e-4683-464c-99fa-fcac3177ce05", "name": "network-vif-deleted", "tag": "de779ba3-95d2-4c5b-b377-c9366cb89c51", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:43:03.377499 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f65df22d-dd0a-42f7-84a4-bfd50aa194f0 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:43:03.377919 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65df22d-dd0a-42f7-84a4-bfd50aa194f0'] response: {'server_uuid': 'f901499e-4683-464c-99fa-fcac3177ce05', 'name': 'network-vif-deleted', 'tag': 'de779ba3-95d2-4c5b-b377-c9366cb89c51', 'status': 'completed', 'code': 200} May 10 20:43:03.417369 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-24c946ca-c6f7-4849-9422-e3d0f16f7a67 None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:43:03.619268 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-24c946ca-c6f7-4849-9422-e3d0f16f7a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:43:03.648887 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c946ca-c6f7-4849-9422-e3d0f16f7a67 None None] Checking router: fac29b97-38ec-47d8-b738-3fe83f00c0ff for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:43:03.657657 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c946ca-c6f7-4849-9422-e3d0f16f7a67 None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:43:03.658348 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-24c946ca-c6f7-4849-9422-e3d0f16f7a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:42:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:43:03.767161 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-24c946ca-c6f7-4849-9422-e3d0f16f7a67 None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:43:03.951711 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-24c946ca-c6f7-4849-9422-e3d0f16f7a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:43:03.980687 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c946ca-c6f7-4849-9422-e3d0f16f7a67 None None] The sync data for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi is: [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:24:39Z', 'revision_number': 4, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi', '_interfaces': [{'id': 'bb2387f1-0811-4792-8020-e71d8cc0a340', 'name': '', 'network_id': '97616d50-d128-4d48-95c9-0ecc4a239629', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:39Z', 'updated_at': '2022-05-10T20:24:43Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'subnets': [{'id': '86273698-c72a-41cc-a137-9df9c9b913fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:43:04.191142 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c093a0-e89a-420b-8e8b-997ee6f9d12f None None] New status for floating IP 50592353-de26-4b8c-8121-2eb41e868ab7: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:43:04.232579 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-618e4a7e-31ac-4d23-b65c-4d4bbd09f922 req-5e154166-39cc-4521-877c-2d7a0de30b04 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0323610 May 10 20:43:04.375463 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0bc6237-efbf-409b-8ac0-a1610364e15f req-aee4aa7a-c6d6-4653-9cca-4e57b6609c35 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/ports?device_id=f901499e-4683-464c-99fa-fcac3177ce05 HTTP/1.1" status: 200 len: 210 time: 0.0282774 May 10 20:43:05.121689 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device de779ba3-95d2-4c5b-b377-c9366cb89c51 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:43:05.141731 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] No Port match for: de779ba3-95d2-4c5b-b377-c9366cb89c51 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:43:05.142064 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Device de779ba3-95d2-4c5b-b377-c9366cb89c51 not bound to the agent host hv-cinder-82880 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:43:05.327501 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0026e2e3-4243-4340-bf45-0ffd1afe78e9 req-8857fdfa-07b2-482e-b9a5-52af767f484b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0277765 May 10 20:43:05.515197 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 38172) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:43:05.574369 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (0f41d969-a5fe-419d-bf2c-15dcdd3d472a), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:05.597342 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (0f41d969-a5fe-419d-bf2c-15dcdd3d472a), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:05.714148 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (0f41d969-a5fe-419d-bf2c-15dcdd3d472a), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:05.716703 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:05.717896 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "DELETE /v2.0/security-groups/0f41d969-a5fe-419d-bf2c-15dcdd3d472a HTTP/1.1" status: 204 len: 168 time: 0.2017231 May 10 20:43:05.720700 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 38176) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:43:05.727176 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f41d969-a5fe-419d-bf2c-15dcdd3d472a,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:43:05.734171 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-f78c3e54-a25d-4d2a-8b9c-617572747a3d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] show failed (client error): The resource could not be found. May 10 20:43:05.734766 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.735121 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.735235 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f78c3e54-a25d-4d2a-8b9c-617572747a3d tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "GET /v2.0/security-groups/0f41d969-a5fe-419d-bf2c-15dcdd3d472a HTTP/1.1" status: 404 len: 347 time: 0.0134699 May 10 20:43:05.735574 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.735922 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.736260 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.736593 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.736927 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.737254 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.737733 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.737923 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 38178) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:43:05.738072 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.738597 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.738933 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.739262 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.739589 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.739916 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a53b04a-657f-40e3-9b79-faf0600db5e8 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:43:05.851827 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a1df395d-d373-412e-958e-0fd6c8b5f88e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Deleting port 3584fc9f-9f1c-474a-b321-e1c4bee656f6 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:43:05.852164 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a1df395d-d373-412e-958e-0fd6c8b5f88e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (3584fc9f-9f1c-474a-b321-e1c4bee656f6), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:05.939705 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a1df395d-d373-412e-958e-0fd6c8b5f88e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (3584fc9f-9f1c-474a-b321-e1c4bee656f6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:05.940031 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a1df395d-d373-412e-958e-0fd6c8b5f88e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (3584fc9f-9f1c-474a-b321-e1c4bee656f6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:05.953043 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a1df395d-d373-412e-958e-0fd6c8b5f88e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Calling delete_port for 3584fc9f-9f1c-474a-b321-e1c4bee656f6 owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:43:06.125397 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a1df395d-d373-412e-958e-0fd6c8b5f88e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (3584fc9f-9f1c-474a-b321-e1c4bee656f6), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:06.148184 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df395d-d373-412e-958e-0fd6c8b5f88e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Pushing event deleted for resources: {'Port': ['ID=3584fc9f-9f1c-474a-b321-e1c4bee656f6,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:43:06.211611 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a1df395d-d373-412e-958e-0fd6c8b5f88e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks [] for floatingip (50592353-de26-4b8c-8121-2eb41e868ab7), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:06.214757 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a1df395d-d373-412e-958e-0fd6c8b5f88e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:06.215912 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a1df395d-d373-412e-958e-0fd6c8b5f88e tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] 10.222.0.65 "DELETE /v2.0/floatingips/50592353-de26-4b8c-8121-2eb41e868ab7 HTTP/1.1" status: 204 len: 168 time: 0.4770918 May 10 20:43:06.422196 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-797c08f3-942e-4949-a1ce-9e9d5f0b2094 req-c7b24c7d-c1df-444f-a996-40ce4b39f350 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0274847 May 10 20:43:07.519995 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5cb71021-9a26-463b-a630-b43370d6a933 req-2ef432b8-30f2-4fe3-8bce-7981c725bf34 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0329750 May 10 20:43:08.192627 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:08.613825 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ad9bd8b0-869c-47d3-b02a-fe8805bb4220 req-849c5c51-baba-4a0a-9555-2bb0b23106a8 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273974 May 10 20:43:09.708002 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55c3c969-0131-41b0-8896-a5fae8a97ce5 req-22658ca8-d223-4338-9eb9-b3053acc4458 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0275233 May 10 20:43:10.800895 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cc24d49e-78f0-4043-8677-cb5dba570f8e req-ddfa334c-d5ad-42ba-8561-c4259d82f6dd tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0280678 May 10 20:43:11.892346 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a329529-765a-459a-bd44-0d1314750dde req-fee061e3-9939-4ec3-9258-e9f776fdfc09 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272505 May 10 20:43:12.990964 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9ad4837-e346-494c-a594-b65a0b4bbb1f req-3f9deb71-72c7-46cf-be2e-55ac1d01407f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0305991 May 10 20:43:14.083795 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2ac93a9-6a29-43aa-b222-277d0a2eb7bb req-9fd39ef7-b0f9-4f72-80c4-3c9b6170849f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0265386 May 10 20:43:15.176659 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d35130e6-3a5b-4f7a-87cf-6b7c9bdf876b req-bf98fff3-dfd6-4caa-bf82-fff6571d4b5e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0269034 May 10 20:43:16.268708 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f0a1eed-9ec3-456d-b71c-6acdef7406aa req-89c6c70f-e7f0-46f9-8376-c4763b5cce8b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271182 May 10 20:43:17.362840 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b84bc650-f980-45b3-b349-7e9f91246818 req-505e013d-36b6-4ed4-97d3-f9605e5df090 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0291057 May 10 20:43:18.457300 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab5f3a80-df77-44a8-a549-d166c55bb1b5 req-cebf5ba6-630c-4a73-962f-4b224534c95e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0277224 May 10 20:43:19.558435 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-80bd9f1b-a555-49e1-8476-05551d00243c req-955cfcc2-aef3-4f4b-85cf-25f6db165e2a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0328207 May 10 20:43:20.651823 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0fa51228-2e24-4782-9469-9c2b844edb9d req-d7bc0081-2c11-4ff1-a41f-bc2e6bda704e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0278590 May 10 20:43:20.798054 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4b831bec-1315-46b3-a749-48936a64ce97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:21.747762 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-efb84f17-0988-496c-bd1e-77ccb77def32 req-a30ecad6-c958-441a-a76d-15a8e6f7f922 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0296485 May 10 20:43:22.841227 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ad617674-63ce-4885-b3d5-2f25f36b04ac req-4233ce39-111b-4f94-b831-06879e6f0195 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0278296 May 10 20:43:23.169487 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-64424af2-56f1-415f-98ca-4bf4dd85c16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:23.933922 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-608d10b6-614d-4545-b93a-bfd1cfcb3536 req-865d8b7a-5fa0-44b9-a91b-c68dd2a20897 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272779 May 10 20:43:24.518867 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:24.990595 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:43:25.027703 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a4b2b59-7c3a-41a9-a3f7-f1677a352a7e req-f72a7f2d-86b2-4954-b02a-5bfb2a2f4381 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0279973 May 10 20:43:25.902130 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:26.124068 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19300899-ae3b-424f-969d-b595bac3150f req-1bccfe50-10ad-4a91-951f-2fadbbe119a4 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0319567 May 10 20:43:27.219309 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f0f3ccba-8ef1-4859-8ac2-dc49b63acfc6 req-d2259020-049f-426e-ad42-161ef8a6b9ba tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270889 May 10 20:43:27.317676 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:28.312919 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b3578a6f-ea8d-4b36-b161-f3485caa0ab5 req-05ddea66-f2ca-42fc-a482-5a8095b57626 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0277355 May 10 20:43:29.411262 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-245f0ed8-dcd3-4438-9a06-9cf6c98bd935 req-8d304140-33fc-44b1-959d-20c8f54698e9 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0295765 May 10 20:43:30.506608 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ee55d2f-2552-4306-980a-f0ed20211eee req-e6d4b26c-9295-4440-88fa-264860b01e91 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0289683 May 10 20:43:31.600618 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c7033a0b-f225-4a63-8e10-3a402ecda430 req-2fde8c67-5aac-43af-b237-8c53582f0d5b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0269778 May 10 20:43:32.694381 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df1adbc9-965a-426a-ae64-4224f5172888 req-72f9dbc4-8e33-4512-8633-0ee7df7fb14f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0269153 May 10 20:43:33.789036 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4f6e0d63-7e74-4cc2-87b2-4f6e2d894ea3 req-306f4f48-1ac5-4a30-87ca-04e49454a745 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0263684 May 10 20:43:34.886882 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5363f3c7-b2da-4449-b9e5-04c9ecbb2d4e req-655ab28e-2b91-42cf-aedb-74402dca628c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0296299 May 10 20:43:35.981211 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5564658c-d3b6-41b8-a03e-c5bf49182313 req-8e86ed75-3041-4189-ac5a-56466aba663d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0277588 May 10 20:43:37.074233 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f40fc273-3151-4fde-a976-f27674ff886a req-c5d0c923-fdba-4921-bdb8-6cb934e3f735 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272148 May 10 20:43:38.169170 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-224585f4-8bcb-41a2-8140-befd874372f5 req-b993e5dc-daad-4633-ae60-cddb4545256d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0279601 May 10 20:43:38.228380 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:39.265710 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-328fe857-48d0-42ac-984c-47d0082adbcd req-a2fc723e-95e4-4897-9e78-a0b05415096d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0299294 May 10 20:43:40.361406 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb6902e1-1891-46f7-9acb-fd563b4319b9 req-45ec56a2-89ad-497d-8d35-36de09a3126a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0277178 May 10 20:43:41.462053 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9cb31f71-dfa0-4e60-84bf-434e6f61178a req-3ddd36e8-7c0f-4583-8b3c-4aad19378852 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0318782 May 10 20:43:42.554225 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5a76ab80-2efa-4653-9d81-e6f33b65efbf req-01e060d8-e5a8-4a2d-a51c-d970faf95099 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0267217 May 10 20:43:43.652427 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-307a1aeb-2a0a-4090-84be-822f71822cb7 req-3c7c9b16-937c-4fa9-9617-0c6feb9b6021 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0337703 May 10 20:43:44.755125 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4c5be7ae-7f21-4a5f-8049-b67b9ac9ceec req-f6825c91-5f32-449a-a73f-8b0449454e82 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271459 May 10 20:43:45.853045 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70d375b4-c0be-4f0f-aada-79d1636d4391 req-102ca473-0f04-4882-abef-373bf8f8cdee tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0268795 May 10 20:43:46.945520 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-026983e4-77bc-4384-8ab4-e9fcf0f7eea4 req-c1943920-5a47-4eaa-95f9-0ccf05a13a8f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271959 May 10 20:43:48.039315 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c7515bb9-897d-4dee-affd-810a30d8d90e req-d1113ee4-2258-4c33-a8da-bffec45bb26c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0299444 May 10 20:43:49.133500 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-41a59d44-92dc-4312-bcf8-14ad18dee5c2 req-28f244b5-6667-4ab4-98ac-1f73b2e32d03 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0266640 May 10 20:43:50.226309 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-acee00ca-1bb2-4af2-b373-42a13a7d8510 req-e31c172d-59c7-4b35-a1d6-f5893cd4c26c tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0264266 May 10 20:43:50.796779 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-56312bef-5c4a-48ba-88f4-d72e482920e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:51.318517 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-014e5c76-4928-42e1-abdf-de439592ddac req-eb178481-1c73-43d7-86a3-acf64da5bddc tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0266554 May 10 20:43:52.413582 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d32cf831-b41b-4e06-9bd9-5fc54bc5d057 req-b0e079f4-b246-41df-ac0d-63388db554d5 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0295427 May 10 20:43:53.145358 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9b8caaed-7562-4d1c-a7fc-8fb074679087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:53.509420 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85163592-3a20-4597-961a-e5f99bea38da req-5e388301-dba8-40b6-b668-e9320d8cc7d1 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270228 May 10 20:43:54.550899 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:54.602109 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-10429e2b-a692-4eef-aec7-ceefcbe07e6a req-2d39c100-21ef-4764-80c5-5f906242e467 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0266368 May 10 20:43:55.697792 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-691c4f70-d918-47aa-bc95-ee0d5830aebb req-877c391e-a10c-47a1-9b8f-557474fbe085 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0279229 May 10 20:43:55.844300 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:56.798209 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e9331a6-e11e-46a8-9558-6ad00568b26e req-0e7f92f9-1e3c-4d0a-9a17-27c6b3f5a55e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0304399 May 10 20:43:57.295714 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:57.892177 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81e80986-fd74-4627-8040-db26c6d921f2 req-32f4fd20-1cc2-495f-9258-9f015f305651 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0268228 May 10 20:43:58.984696 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b47cc77-a8d2-4d28-a584-d8485c455b9e req-b4b0b8eb-44bc-4c3c-8d6c-8f1a433e21cf tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0263975 May 10 20:44:00.076639 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a0004be-ae33-40bf-8673-6bb2eb75187a req-0d06c25e-bc4c-4eaf-a2a1-c3d533e16f9a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270276 May 10 20:44:01.172920 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-63c53be8-3e12-4b53-bea9-35e041c02eee req-1e856b7d-5aad-46c3-bf8b-275ae978727d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0289493 May 10 20:44:01.989507 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:44:02.266713 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2f1ab52d-b696-4a7c-a464-d2313608449c req-f84741d9-64a4-4985-9ffc-d167518125f3 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273662 May 10 20:44:03.364769 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bbf938cf-08e4-4068-9af0-8adb3f72789f req-1d90e914-52b9-43fe-9e4b-06900ad46160 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0269017 May 10 20:44:04.459411 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6967e44c-3115-4492-903e-791d36b67b16 req-a8479279-1591-4a2a-b66e-b7f17556b946 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0278060 May 10 20:44:05.555650 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-167eb551-1473-47f7-854d-d1e9acfabca9 req-45dc8cfd-84c8-4c20-91f4-b17f47cd1ac4 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0304413 May 10 20:44:06.647453 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c37381d-badb-42b7-a8a2-b6306151842b req-f5f3abe8-3d0e-4705-a704-6caa3e3131f5 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273528 May 10 20:44:07.748499 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bfa7cb74-bacf-40c4-a1e0-a772b5b0792c req-79a5f6a7-03ab-4ba3-bb52-88876d530d6e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0355873 May 10 20:44:08.178851 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:08.841461 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-73b1fc34-640d-437e-aa18-28219f4d480b req-42da9a98-e189-4eab-b474-0e2d2e8a8140 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0262115 May 10 20:44:09.939745 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e7043cd-f7b4-4bf1-9a06-73a0a0d7949f req-d19d8496-657d-4b20-bace-c8262b8e5771 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0301979 May 10 20:44:11.031199 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a2b9812-498e-43e0-92d0-3a00df24a3d0 req-7cf1fe56-9da5-46c8-a09e-7df050adc1df tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271549 May 10 20:44:12.125920 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e5726e64-ec5c-4d25-8b7f-ff527843d856 req-787ec629-9e28-4f2d-a5c0-562b15d97d49 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0263345 May 10 20:44:13.218262 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b64bce90-c376-4a2e-b6db-75d353d62c4c req-2119a0dc-979f-471b-8efc-7f0aecde78fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0268407 May 10 20:44:14.314625 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c8de2f31-6fa7-498f-be28-8b5422acdecb req-1e0bee0a-d296-4475-931e-641f71c13786 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0309901 May 10 20:44:15.406908 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6fe6cfd7-c395-4a5f-bbcc-013ddfe55681 req-c7670b16-fa82-4d40-b223-0e65d9f2092a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271010 May 10 20:44:16.499569 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc87adca-500d-4ab9-9e4f-65aff39998f9 req-aa8741a7-6eef-454b-9b86-a1faa76abfe9 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273302 May 10 20:44:17.597898 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bf92c54a-a023-4c9a-a5a2-5291e607ec6b req-801566c3-485a-4b8d-ad9c-c630e5e9a0ae tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270555 May 10 20:44:18.695438 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d10933a1-11b0-432d-ace7-13269e045bff req-f0cdba65-5e7e-4349-97da-56e7e056ac7b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0305212 May 10 20:44:19.788914 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f2f4a02-ba99-4607-8363-e9ed839c8cb3 req-d95a5cf7-8e41-48c1-b526-89afb5f4aad3 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0268841 May 10 20:44:20.778341 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-dac41b52-047a-4043-b6b1-4310916bd5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:20.885518 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e5afe376-dd2d-4773-bcfe-988a371de560 req-03d34b22-2605-4884-904e-0d536b3d693a tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0267451 May 10 20:44:21.978474 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e946ff1-251d-4d21-b6e3-8b3e3fd07a0d req-c438ef61-27c5-4093-9e08-6c69aac8ffdf tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0269165 May 10 20:44:23.074070 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfc9c82f-ae32-47c1-8d89-1ab812038aee req-2ef49b97-75bc-43d9-8120-f69d171f738f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0303040 May 10 20:44:23.137968 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8678efce-2b00-4ca2-a4c9-740eb26d601e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:24.169404 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c80498c4-4ecc-42a8-82da-548370f37777 req-42d20387-d56a-4af8-9f37-4af3b22ba926 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0275424 May 10 20:44:24.512374 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:25.424228 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a3780bb-efa6-498d-82cf-12411143babe req-ae8754ee-5e13-419a-9612-f3349f396359 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273306 May 10 20:44:25.869559 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:26.517234 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d54f2b8-1c32-460a-a92b-742b8463d72d req-030338b6-2299-42c5-8c6e-8d8ab321d1ad tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0276639 May 10 20:44:27.332226 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:27.624883 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7182c4dc-7b44-48b1-af5c-dcd1185bb677 req-669ce2eb-c209-41a5-9a8b-542d007dbf5d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0329063 May 10 20:44:28.964512 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e3c71744-e6cd-4c61-85c6-2ca52be62ba4 req-9738f941-8a96-4306-b7cd-dea5fa283865 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.2748103 May 10 20:44:30.056517 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-561cca14-2db0-49e7-8096-57e20d69c567 req-0fafe7a9-e0cf-4676-90ad-9e3951fa9db9 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0264556 May 10 20:44:31.148638 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06d4695b-29e9-4d04-974d-42f2b5f073b6 req-4c9d99bd-4e57-4a5c-8796-cbebccb6f2dc tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0268724 May 10 20:44:32.242173 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06c0fa8b-b6dd-4473-b065-89692d214a83 req-c69959b0-5223-495e-be69-7b1b2b3dcdcb tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272610 May 10 20:44:33.337313 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5013cdf3-93e3-4475-b32e-488ba8c5661e req-2eb18c2b-7d19-42b7-94df-df55b6b0c230 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0294485 May 10 20:44:34.429917 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cae2b7c2-88bc-41d7-968d-01247252732f req-9204b3c7-c3d3-453d-9025-8c4d28b894e6 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270948 May 10 20:44:35.522124 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23fb1161-b378-4c40-a29f-b3691945ee07 req-1939978a-fc50-4663-8aff-ac3757608d6d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0274630 May 10 20:44:36.614197 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-162bb730-6ada-4ca3-9b3a-e40babb7f4c7 req-c16c49c5-37b2-419e-85bf-d255a471b2d2 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0265770 May 10 20:44:37.708114 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-68fc11a4-eb85-43fc-a62b-3e79233be2c6 req-138e5035-3096-4afa-b0ab-e485dd8cb3f2 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0274584 May 10 20:44:38.182962 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:38.807764 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5845bef5-17a5-4de7-8774-9ae2493aca1f req-71855ebe-1dfe-46f2-bf39-1650b585df41 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0292044 May 10 20:44:38.987573 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:44:39.903319 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-538a775e-411c-4b27-b5db-904eaa240a38 req-5209a74f-bea4-45f3-8d6d-215c2937ce7d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0299511 May 10 20:44:40.996765 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9f00594e-e18d-4498-98d8-a8fe13ae6d73 req-4984872c-f513-44ec-a7b6-4ef3a332a220 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0274413 May 10 20:44:42.090372 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-beed6b23-632a-4e09-8111-9a6dd0c1753e req-fd7ca0ae-f593-4f45-bcdf-d3f25bfa32fa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272577 May 10 20:44:43.182922 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dbfa8e8a-2b2f-4ec8-b97e-1d7787fad1a3 req-231d2a84-78cf-4fcf-a3fb-42175fe70022 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271800 May 10 20:44:44.278605 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d9d457a-8e35-4fc6-940f-427f7cc9a580 req-c8d2e833-6476-4103-b750-7c3ebeaad83e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0288715 May 10 20:44:45.372007 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a304d88b-ab33-4400-b040-472a73619c59 req-11c3490f-af28-427a-99ff-73b469019a7d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0271418 May 10 20:44:46.467794 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-65005c5d-3b42-44e8-ad9e-96b06555bda6 req-02de66ed-f26d-41c2-8ad4-358bb0946be7 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0278461 May 10 20:44:47.560025 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db82aedc-de43-4a6f-b4c9-d7b393a70252 req-9878a97f-d929-4a18-b749-93e649de5baa tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0275724 May 10 20:44:48.653053 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a03b77fb-d0eb-4891-9dab-832bf84857b6 req-4681b8f2-cc7f-4e71-a652-3ca7779117ff tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270443 May 10 20:44:49.747552 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db08eaab-9969-4570-b461-1c43a5056a40 req-d3f2fcfb-aae6-4e66-b42d-35aab627494e tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0299196 May 10 20:44:50.774023 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e8f3994f-54e4-4de4-a390-8938e6476992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:50.839863 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d433881b-e33f-4367-a509-088241456154 req-05e98fa6-73b1-4c99-b2ba-d4da66de223b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0263178 May 10 20:44:51.937634 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-777204a0-71f5-4224-9784-97fdf48a97b6 req-5ef80acd-ba71-4cd0-94ea-46ed1f50f9a3 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0287812 May 10 20:44:53.034396 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-048b119a-1ac7-4ddd-b926-f64394bfd941 req-21dca659-8ff2-49e6-bff3-d5b6ddfa65ca tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0282085 May 10 20:44:53.159521 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ab8c-8fe2-453a-9fd9-623646d44ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:54.129865 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb505d64-0cec-4c9f-aeb7-3d7255c679ac req-16bb9f1f-a7f6-4c1e-84b6-046f50109cbf tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0310831 May 10 20:44:54.525465 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:55.222569 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9862c3b7-818f-421b-9e67-b83c4e44e589 req-5f0a4fb4-934e-4a00-b119-ab16adbaecf6 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272906 May 10 20:44:55.865352 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:56.314380 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58dd546b-cdfc-41fb-b3a0-f3a6c2061d60 req-9be28c9c-bda9-4afe-b6fe-938f6268342b tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0268927 May 10 20:44:57.309472 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:57.406452 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bf0d7228-dd37-4947-9ff0-f1ddf0f4ac79 req-379cc337-3c0d-40b6-a5a2-d3498a2af41d tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0273235 May 10 20:44:58.501271 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a5f4d2a-56c8-4472-921b-a2623913767c req-904cdec4-8054-4314-ae09-a006287f5c30 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0294175 May 10 20:44:58.944339 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-554bc401-052c-4fca-bd9c-af469c306e3d req-215fce61-f377-4f60-be52-4d403777736c tempest-TestShelveInstance-1911592961 tempest-TestShelveInstance-1911592961-project] (104125) timed out ('10.222.0.65', 49960) {{(pid=104125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 20:44:59.594774 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e72cead4-7691-45ec-a0c8-86fc174342df req-286c3890-31de-41ff-8c87-f891ee364828 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0272036 May 10 20:45:00.689389 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bf76db7d-dcc0-4955-a021-1f3f1cc6afa6 req-d21d9a33-fbc7-4f71-a653-d24780de6a5f tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0265267 May 10 20:45:01.782381 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dd4fb81f-563d-438f-8bbc-f4c705ac823a req-7a2a5a63-2653-4ea1-a50f-51c9f6ae5742 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43b1f37-3eff-4ece-bf7e-8dc94657366f HTTP/1.1" status: 200 len: 210 time: 0.0270774 May 10 20:45:01.803852 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 38408) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:45:01.915389 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Deleting port 585cc2f2-328a-4f10-a3b4-47b771c7f273 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:45:01.915733 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (585cc2f2-328a-4f10-a3b4-47b771c7f273), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:02.002909 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (585cc2f2-328a-4f10-a3b4-47b771c7f273), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:02.003185 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for floatingip (585cc2f2-328a-4f10-a3b4-47b771c7f273), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:02.016876 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Calling delete_port for 585cc2f2-328a-4f10-a3b4-47b771c7f273 owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:45:02.222688 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (585cc2f2-328a-4f10-a3b4-47b771c7f273), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:02.248739 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event deleted for resources: {'Port': ['ID=585cc2f2-328a-4f10-a3b4-47b771c7f273,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:45:02.264204 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.264536 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.264873 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.265210 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.265586 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.265913 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.266268 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.268280 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.268280 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.268280 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.268280 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.268280 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.268280 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.269214 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.269214 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:45:02.337475 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for floatingip (dab336a5-bb65-4d90-9054-11b9be01f10e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:02.340849 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38606'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:02.342006 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-522bbe04-12cf-4749-894f-a8f7fb1e0f71 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "DELETE /v2.0/floatingips/dab336a5-bb65-4d90-9054-11b9be01f10e HTTP/1.1" status: 204 len: 168 time: 0.5372040 May 10 20:45:08.179643 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:15.986162 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:45:20.770046 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-12cd0e38-5519-439b-8679-7c93384a89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:23.141595 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-718a0dc2-b326-4bf2-bc06-0b2246a5dcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:24.541090 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:25.870279 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:27.307070 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:38.180910 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:50.774283 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7df06b0e-7a9a-48c2-b35e-f4f790b971e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:52.985104 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:45:53.162919 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-869fcb90-a9f6-49b3-8991-a94737da24e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:54.551353 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:55.875819 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:57.282790 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:46:08.167747 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:46:20.778856 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e49a62ea-90bf-47fc-ba29-ab9494f0bdc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:46:23.138747 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0eab86a8-aa4c-452d-88c3-9c96a31405ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:46:24.538390 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:46:25.870187 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:46:27.293447 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:46:29.983062 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:46:38.178369 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:46:50.777462 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-19a8a78a-30d8-4d3d-a6eb-64ff040993c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:46:53.177243 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-88f5de5f-c219-4bbd-9435-0452e0293bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:46:54.543358 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:46:55.874465 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:46:57.280398 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:47:06.981631 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:47:08.177089 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:47:20.765179 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-213862bb-f6c0-4204-b806-cda593354e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:47:23.153683 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7611e0b0-9d81-4a52-a3cd-4142260d6086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:47:24.547694 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:47:25.896224 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:47:27.273179 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:47:38.210007 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:47:43.980845 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:47:50.787059 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1d5011cc-e61c-4d2d-bbb1-288563b91d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:47:53.158791 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-82cad995-c335-4f73-9fc6-88bfa2698b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:47:54.558655 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:47:55.895686 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:47:57.272385 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:48:08.225963 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:48:20.769556 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-88e6add8-6c89-439f-828f-b7444d7b43bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:48:20.979333 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:48:23.150857 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a4367e49-32d5-4396-86fe-ea272ca9e608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:48:24.563246 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:48:25.883839 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:48:27.304924 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:48:38.203445 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:48:50.789966 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-812fac33-5e84-4725-a82e-f7c02201ee0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:48:53.163866 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-919af29d-9ab8-49f9-9fde-521d2097e070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:48:54.597291 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:48:55.917005 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:48:57.303911 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:48:57.977871 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:49:08.191032 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:49:20.790505 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f47230e5-9e94-46b1-8dcd-0a361e38dae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:49:23.171628 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8547e60d-ba4b-45b8-8adb-4a23a689482c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:49:24.590806 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:49:26.005700 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:49:27.302588 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:49:34.976558 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:49:38.202422 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:49:50.830176 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9160a170-887b-4f07-9004-c9efbf729de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:49:53.153079 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-2901f588-c30c-4f18-9c79-5177507f1f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:49:54.566971 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:49:55.904581 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:49:57.295651 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:50:08.201197 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:50:11.975427 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:50:20.780538 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-21ffd2a9-2462-4859-a02b-ced562e6167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:50:23.151590 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-19132d56-d424-4152-8fe6-6acc7e7559ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:50:24.583655 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:50:25.912000 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:50:27.292368 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:50:38.207956 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:50:48.974166 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:50:50.790440 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bf992fb5-5767-4b77-a1a5-a9afa7fc1d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:50:53.150660 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-aabc3d62-73f9-4c88-8bc8-420d7cfd5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:50:54.573193 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:50:55.914430 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:50:57.304373 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:03.097921 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 39222) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:51:03.155653 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group (15f3ea39-f3f4-4960-a0ad-d633e413f639), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:03.182515 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group (15f3ea39-f3f4-4960-a0ad-d633e413f639), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:03.326425 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (15f3ea39-f3f4-4960-a0ad-d633e413f639), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:03.326425 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:03.326425 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] 10.222.0.65 "DELETE /v2.0/security-groups/15f3ea39-f3f4-4960-a0ad-d633e413f639 HTTP/1.1" status: 204 len: 168 time: 0.2264822 May 10 20:51:03.354958 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f3ea39-f3f4-4960-a0ad-d633e413f639,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:03.356193 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.356531 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.357093 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.358062 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.358416 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.358737 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.359052 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.359368 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.359683 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.359995 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.360314 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.360661 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.361040 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.361353 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.361663 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc327e7b-96c9-42d1-a305-3cc877322410 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:03.606528 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 39236) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:51:04.176089 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46b4e6c9-185f-4ac0-9263-74a68cc3898f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503370'] for router_interface (540c3e93-840d-4b8a-bf9e-a6738293c5d0), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:04.413293 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-46b4e6c9-185f-4ac0-9263-74a68cc3898f admin admin] Deleting port b8ae92d3-e850-43a0-8afc-a38528c63de5 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:51:04.413635 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46b4e6c9-185f-4ac0-9263-74a68cc3898f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:04.490178 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-46b4e6c9-185f-4ac0-9263-74a68cc3898f admin admin] For port b8ae92d3-e850-43a0-8afc-a38528c63de5, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=b8ae92d3-e850-43a0-8afc-a38528c63de5,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:51:04.490545 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46b4e6c9-185f-4ac0-9263-74a68cc3898f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:04.503884 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-46b4e6c9-185f-4ac0-9263-74a68cc3898f admin admin] Calling delete_port for b8ae92d3-e850-43a0-8afc-a38528c63de5 owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:51:04.738633 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46b4e6c9-185f-4ac0-9263-74a68cc3898f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (b8ae92d3-e850-43a0-8afc-a38528c63de5), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:04.765201 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4e6c9-185f-4ac0-9263-74a68cc3898f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ae92d3-e850-43a0-8afc-a38528c63de5,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:04.933328 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46b4e6c9-185f-4ac0-9263-74a68cc3898f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7908673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505155'] for router_interface (540c3e93-840d-4b8a-bf9e-a6738293c5d0), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:05.147706 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b4e6c9-185f-4ac0-9263-74a68cc3898f admin admin] Router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:51:05.251671 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b4e6c9-185f-4ac0-9263-74a68cc3898f admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:51:05.257234 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-46b4e6c9-185f-4ac0-9263-74a68cc3898f admin admin] 10.222.0.65 "PUT /v2.0/routers/540c3e93-840d-4b8a-bf9e-a6738293c5d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6491516 May 10 20:51:05.259408 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 39246) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:51:05.260237 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2190e0-8a90-4586-bf74-2247ceeadf1d None None] Sync routers for ids ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:51:05.271016 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2190e0-8a90-4586-bf74-2247ceeadf1d None None] Routers {'540c3e93-840d-4b8a-bf9e-a6738293c5d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:51:05.271643 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3f2190e0-8a90-4586-bf74-2247ceeadf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:50:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:51:05.374012 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] Publish callbacks [] for router (540c3e93-840d-4b8a-bf9e-a6738293c5d0), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:05.379160 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-3f2190e0-8a90-4586-bf74-2247ceeadf1d None None] Set router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:51:05.487280 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] Publish callbacks [] for router_gateway (540c3e93-840d-4b8a-bf9e-a6738293c5d0), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:05.561782 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3f2190e0-8a90-4586-bf74-2247ceeadf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:51:04Z', 'revision_number': 5, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port': {'id': 'a71d9672-ed66-4729-a230-a60e244e3a19', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:23Z', 'updated_at': '2022-05-10T20:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:51:05.588843 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2190e0-8a90-4586-bf74-2247ceeadf1d None None] Checking router: 540c3e93-840d-4b8a-bf9e-a6738293c5d0 for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:51:05.597149 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2190e0-8a90-4586-bf74-2247ceeadf1d None None] Routers {'540c3e93-840d-4b8a-bf9e-a6738293c5d0'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:51:05.597748 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3f2190e0-8a90-4586-bf74-2247ceeadf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:50:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:51:05.689527 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-3f2190e0-8a90-4586-bf74-2247ceeadf1d None None] Set router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:51:05.742316 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3f2190e0-8a90-4586-bf74-2247ceeadf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:51:05Z', 'revision_number': 6, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port_host': None}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:51:05.773034 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2190e0-8a90-4586-bf74-2247ceeadf1d None None] The sync data for ids ['540c3e93-840d-4b8a-bf9e-a6738293c5d0'] in dv-cinder-828805-2-iscsi is: [{'id': '540c3e93-840d-4b8a-bf9e-a6738293c5d0', 'name': 'tempest-TestVolumeBootPattern-1313634554-router', 'tenant_id': '93dce3ce114d427895f446e0ed0f7e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:22Z', 'updated_at': '2022-05-10T20:51:05Z', 'revision_number': 6, 'project_id': '93dce3ce114d427895f446e0ed0f7e4f', 'gw_port_host': None}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:51:05.883419 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] Deleting port a71d9672-ed66-4729-a230-a60e244e3a19 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:51:05.883754 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (a71d9672-ed66-4729-a230-a60e244e3a19), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:05.959650 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] For port a71d9672-ed66-4729-a230-a60e244e3a19, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=a71d9672-ed66-4729-a230-a60e244e3a19,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:51:05.959932 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (a71d9672-ed66-4729-a230-a60e244e3a19), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:05.972389 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] Calling delete_port for a71d9672-ed66-4729-a230-a60e244e3a19 owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:51:06.218155 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (a71d9672-ed66-4729-a230-a60e244e3a19), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:06.243702 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a71d9672-ed66-4729-a230-a60e244e3a19,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:06.303967 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514852'] for router_gateway (540c3e93-840d-4b8a-bf9e-a6738293c5d0), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:06.393251 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11273'] for router (540c3e93-840d-4b8a-bf9e-a6738293c5d0), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:06.395504 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] Publish callbacks [] for router_controller (540c3e93-840d-4b8a-bf9e-a6738293c5d0), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:06.515424 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-508659'] for router (540c3e93-840d-4b8a-bf9e-a6738293c5d0), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:06.519160 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 540c3e93-840d-4b8a-bf9e-a6738293c5d0 {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:51:06.520344 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:06.521502 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-cd5c88c5-116d-4ac0-88f6-129e2f39beb3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/540c3e93-840d-4b8a-bf9e-a6738293c5d0 HTTP/1.1" status: 204 len: 168 time: 1.2611806 May 10 20:51:06.524050 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 39256) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:51:06.568867 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-3215c223-3580-46e6-904b-e55a683fbac8 admin admin] Deleting subnet 516f8c72-19b5-4ad2-a79b-f52f381944d9 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:51:06.571996 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3215c223-3580-46e6-904b-e55a683fbac8 admin admin] Publish callbacks [] for subnet (516f8c72-19b5-4ad2-a79b-f52f381944d9), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:06.607827 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3215c223-3580-46e6-904b-e55a683fbac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6068516'] for subnet (516f8c72-19b5-4ad2-a79b-f52f381944d9), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:06.697780 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3215c223-3580-46e6-904b-e55a683fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (516f8c72-19b5-4ad2-a79b-f52f381944d9), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:06.823248 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3215c223-3580-46e6-904b-e55a683fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4935479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5317468'] for subnet (516f8c72-19b5-4ad2-a79b-f52f381944d9), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:06.847499 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215c223-3580-46e6-904b-e55a683fbac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=516f8c72-19b5-4ad2-a79b-f52f381944d9,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:06.853657 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3215c223-3580-46e6-904b-e55a683fbac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:06.856829 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3215c223-3580-46e6-904b-e55a683fbac8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/516f8c72-19b5-4ad2-a79b-f52f381944d9 HTTP/1.1" status: 204 len: 168 time: 0.3318145 May 10 20:51:06.859292 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 39258) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:51:06.861728 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a7375c-97f6-45b0-94ca-8d9ddbbf943a None None] Network 5faeb9f8-90a5-4864-8255-be306f147ea8 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:51:06.929801 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (5faeb9f8-90a5-4864-8255-be306f147ea8), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:06.977907 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Deleting port db00fc97-c67c-4e62-b58e-2248ab597c64 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:51:06.978271 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:07.009478 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] DHCP port deletion for 5faeb9f8-90a5-4864-8255-be306f147ea8 request from dv-cinder-828805-2-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:51:07.040226 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] For port db00fc97-c67c-4e62-b58e-2248ab597c64, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=db00fc97-c67c-4e62-b58e-2248ab597c64,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:51:07.040510 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:07.048310 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Deleting port db00fc97-c67c-4e62-b58e-2248ab597c64 {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:51:07.048679 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:07.053486 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Calling delete_port for db00fc97-c67c-4e62-b58e-2248ab597c64 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:51:07.110214 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] For port db00fc97-c67c-4e62-b58e-2248ab597c64, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=db00fc97-c67c-4e62-b58e-2248ab597c64,segment=NetworkSegment(989ca5d3-a9a0-4ac8-92aa-52659088dafe),segment_id=989ca5d3-a9a0-4ac8-92aa-52659088dafe)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:51:07.110627 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:07.123652 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Calling delete_port for db00fc97-c67c-4e62-b58e-2248ab597c64 owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:51:07.213077 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:07.218810 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257'] for port (db00fc97-c67c-4e62-b58e-2248ab597c64), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:07.239904 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=db00fc97-c67c-4e62-b58e-2248ab597c64,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:07.241785 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] No DVR routers for this DVR port db00fc97-c67c-4e62-b58e-2248ab597c64 on host dv-cinder-828805-2-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:51:07.244924 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Pushing event deleted for resources: {'Port': ['ID=db00fc97-c67c-4e62-b58e-2248ab597c64,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:07.253456 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] No DVR routers for this DVR port db00fc97-c67c-4e62-b58e-2248ab597c64 on host dv-cinder-828805-2-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:51:07.255745 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.256085 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.256429 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.256767 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.257096 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.257422 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.257749 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.258069 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.258525 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.258848 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.259170 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.259543 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.259810 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.260126 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.260440 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c335be-6d1b-4cc6-944b-4b6f9e8266b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:07.313150 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (5faeb9f8-90a5-4864-8255-be306f147ea8), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:07.336353 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5faeb9f8-90a5-4864-8255-be306f147ea8']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:51:07.345337 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989ca5d3-a9a0-4ac8-92aa-52659088dafe') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:51:07.345627 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989ca5d3-a9a0-4ac8-92aa-52659088dafe') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:51:07.354666 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6068703'] for segment (989ca5d3-a9a0-4ac8-92aa-52659088dafe), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:07.367882 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (989ca5d3-a9a0-4ac8-92aa-52659088dafe), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:07.374797 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:51:07.375315 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4935517'] for segment (989ca5d3-a9a0-4ac8-92aa-52659088dafe), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: Traceback (most recent call last): May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: timer() May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: cb(*args, **kw) May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: return func(*args, **kwargs) May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: self._notify() May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: self.callback(batched_events) May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: event.method(event) May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: return f(self, *a, **k) May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._get(url).json() May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: return self.request(url, 'GET', **kwargs) May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:51:07.377387 dv-cinder-828805-2-iscsi neutron-server[104124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:51:07.492937 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (5faeb9f8-90a5-4864-8255-be306f147ea8), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:07.499229 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:07.502629 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5faeb9f8-90a5-4864-8255-be306f147ea8 HTTP/1.1" status: 204 len: 168 time: 0.6421468 May 10 20:51:07.505275 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 39262) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:51:07.524737 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device a71d9672-ed66-4729-a230-a60e244e3a19 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:51:07.525526 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acbf26-923e-497b-be66-40905ced4f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=5faeb9f8-90a5-4864-8255-be306f147ea8,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:07.542122 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: a71d9672-ed66-4729-a230-a60e244e3a19 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:51:07.542729 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device a71d9672-ed66-4729-a230-a60e244e3a19 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:51:07.543281 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device db00fc97-c67c-4e62-b58e-2248ab597c64 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:51:07.564412 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: db00fc97-c67c-4e62-b58e-2248ab597c64 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:51:07.564762 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device db00fc97-c67c-4e62-b58e-2248ab597c64 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:51:07.565183 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device b8ae92d3-e850-43a0-8afc-a38528c63de5 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:51:07.588289 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: b8ae92d3-e850-43a0-8afc-a38528c63de5 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:51:07.588633 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device b8ae92d3-e850-43a0-8afc-a38528c63de5 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:51:07.838853 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2efd601-d18e-42bd-8f2f-46d2f57e1d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503370'] for router_interface (e868d2ed-6cdd-437a-a414-a6ee4ed18279), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:08.085008 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a2efd601-d18e-42bd-8f2f-46d2f57e1d5c admin admin] Deleting port 1ba8f869-4ddc-44fa-a955-b375d0b22566 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:51:08.085342 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2efd601-d18e-42bd-8f2f-46d2f57e1d5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:08.162475 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-a2efd601-d18e-42bd-8f2f-46d2f57e1d5c admin admin] For port 1ba8f869-4ddc-44fa-a955-b375d0b22566, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=1ba8f869-4ddc-44fa-a955-b375d0b22566,segment=NetworkSegment(612db3c4-b544-461c-9bf6-41d5cfa4df57),segment_id=612db3c4-b544-461c-9bf6-41d5cfa4df57)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:51:08.162751 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2efd601-d18e-42bd-8f2f-46d2f57e1d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:08.175495 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a2efd601-d18e-42bd-8f2f-46d2f57e1d5c admin admin] Calling delete_port for 1ba8f869-4ddc-44fa-a955-b375d0b22566 owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:51:08.207272 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:08.417258 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2efd601-d18e-42bd-8f2f-46d2f57e1d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (1ba8f869-4ddc-44fa-a955-b375d0b22566), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:08.446645 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efd601-d18e-42bd-8f2f-46d2f57e1d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba8f869-4ddc-44fa-a955-b375d0b22566,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:08.613092 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2efd601-d18e-42bd-8f2f-46d2f57e1d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7908673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505155'] for router_interface (e868d2ed-6cdd-437a-a414-a6ee4ed18279), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:08.833735 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2efd601-d18e-42bd-8f2f-46d2f57e1d5c admin admin] Router e868d2ed-6cdd-437a-a414-a6ee4ed18279 has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:51:08.940357 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2efd601-d18e-42bd-8f2f-46d2f57e1d5c admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:51:08.945260 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a2efd601-d18e-42bd-8f2f-46d2f57e1d5c admin admin] 10.222.0.65 "PUT /v2.0/routers/e868d2ed-6cdd-437a-a414-a6ee4ed18279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4390497 May 10 20:51:08.947732 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 39270) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:51:08.950997 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c5f1a-1812-4ebe-b077-7cd487d66ce8 None None] Sync routers for ids ['e868d2ed-6cdd-437a-a414-a6ee4ed18279'] in dv-cinder-828805-2-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:51:08.960593 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c5f1a-1812-4ebe-b077-7cd487d66ce8 None None] Routers {'e868d2ed-6cdd-437a-a414-a6ee4ed18279'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:51:08.961212 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-d90c5f1a-1812-4ebe-b077-7cd487d66ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:50:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e868d2ed-6cdd-437a-a414-a6ee4ed18279'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:51:09.051838 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] Publish callbacks [] for router (e868d2ed-6cdd-437a-a414-a6ee4ed18279), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:09.068181 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-d90c5f1a-1812-4ebe-b077-7cd487d66ce8 None None] Set router e868d2ed-6cdd-437a-a414-a6ee4ed18279 gateway port host: dv-cinder-828805-2-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:51:09.155816 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] Publish callbacks [] for router_gateway (e868d2ed-6cdd-437a-a414-a6ee4ed18279), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:09.235917 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-d90c5f1a-1812-4ebe-b077-7cd487d66ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'name': 'tempest-TestVolumeBootPattern-1058146726-router', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd547b867-d8ac-4576-bf81-46f08c2b80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:32Z', 'updated_at': '2022-05-10T20:51:08Z', 'revision_number': 5, 'project_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'gw_port': {'id': 'd547b867-d8ac-4576-bf81-46f08c2b80d5', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:33Z', 'updated_at': '2022-05-10T20:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:51:09.266275 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c5f1a-1812-4ebe-b077-7cd487d66ce8 None None] Checking router: e868d2ed-6cdd-437a-a414-a6ee4ed18279 for host: dv-cinder-828805-2-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:51:09.275052 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c5f1a-1812-4ebe-b077-7cd487d66ce8 None None] Routers {'e868d2ed-6cdd-437a-a414-a6ee4ed18279'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:51:09.275674 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-d90c5f1a-1812-4ebe-b077-7cd487d66ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:50:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['e868d2ed-6cdd-437a-a414-a6ee4ed18279'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:51:09.368732 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-d90c5f1a-1812-4ebe-b077-7cd487d66ce8 None None] Set router e868d2ed-6cdd-437a-a414-a6ee4ed18279 gateway port host: None {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:51:09.552457 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] Deleting port d547b867-d8ac-4576-bf81-46f08c2b80d5 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:51:09.553055 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (d547b867-d8ac-4576-bf81-46f08c2b80d5), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:09.567549 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-d90c5f1a-1812-4ebe-b077-7cd487d66ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'name': 'tempest-TestVolumeBootPattern-1058146726-router', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:32Z', 'updated_at': '2022-05-10T20:51:09Z', 'revision_number': 6, 'project_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'gw_port_host': None}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:51:09.597750 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c5f1a-1812-4ebe-b077-7cd487d66ce8 None None] The sync data for ids ['e868d2ed-6cdd-437a-a414-a6ee4ed18279'] in dv-cinder-828805-2-iscsi is: [{'id': 'e868d2ed-6cdd-437a-a414-a6ee4ed18279', 'name': 'tempest-TestVolumeBootPattern-1058146726-router', 'tenant_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:32Z', 'updated_at': '2022-05-10T20:51:09Z', 'revision_number': 6, 'project_id': '673c4c7cfb9d4a98a79cd5f3e3979b08', 'gw_port_host': None}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:51:09.634450 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] For port d547b867-d8ac-4576-bf81-46f08c2b80d5, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=d547b867-d8ac-4576-bf81-46f08c2b80d5,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:51:09.635194 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (d547b867-d8ac-4576-bf81-46f08c2b80d5), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:09.648569 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] Calling delete_port for d547b867-d8ac-4576-bf81-46f08c2b80d5 owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:51:09.897330 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (d547b867-d8ac-4576-bf81-46f08c2b80d5), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:09.923462 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d547b867-d8ac-4576-bf81-46f08c2b80d5,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:09.985549 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514852'] for router_gateway (e868d2ed-6cdd-437a-a414-a6ee4ed18279), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.078724 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11273'] for router (e868d2ed-6cdd-437a-a414-a6ee4ed18279), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.080955 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] Publish callbacks [] for router_controller (e868d2ed-6cdd-437a-a414-a6ee4ed18279), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.200067 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-508659'] for router (e868d2ed-6cdd-437a-a414-a6ee4ed18279), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.200623 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e868d2ed-6cdd-437a-a414-a6ee4ed18279 {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:51:10.204688 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.205819 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b6ca52ee-66f0-420b-9d2e-f667d64b2df5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e868d2ed-6cdd-437a-a414-a6ee4ed18279 HTTP/1.1" status: 204 len: 168 time: 1.2571929 May 10 20:51:10.208273 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 39276) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:51:10.251812 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdaf88ca-979e-4424-a954-cb29743a041c admin admin] Deleting subnet 9d531566-a313-4fad-9aeb-7866b1ce0fa5 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:51:10.254978 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bdaf88ca-979e-4424-a954-cb29743a041c admin admin] Publish callbacks [] for subnet (9d531566-a313-4fad-9aeb-7866b1ce0fa5), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.288288 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bdaf88ca-979e-4424-a954-cb29743a041c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6068516'] for subnet (9d531566-a313-4fad-9aeb-7866b1ce0fa5), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.371932 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bdaf88ca-979e-4424-a954-cb29743a041c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (9d531566-a313-4fad-9aeb-7866b1ce0fa5), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.510191 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bdaf88ca-979e-4424-a954-cb29743a041c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4935479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5317468'] for subnet (9d531566-a313-4fad-9aeb-7866b1ce0fa5), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.534806 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf88ca-979e-4424-a954-cb29743a041c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d531566-a313-4fad-9aeb-7866b1ce0fa5,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:10.541125 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bdaf88ca-979e-4424-a954-cb29743a041c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.544362 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-bdaf88ca-979e-4424-a954-cb29743a041c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9d531566-a313-4fad-9aeb-7866b1ce0fa5 HTTP/1.1" status: 204 len: 168 time: 0.3348284 May 10 20:51:10.547261 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 39280) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:51:10.550065 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c319898-46aa-464d-aeb2-a2bd38df8761 None None] Network 7c21d383-77db-4ce3-875c-c2706884897a requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:51:10.633625 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (7c21d383-77db-4ce3-875c-c2706884897a), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.688971 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Deleting port 85c84e98-720a-411f-ba53-563d7c1ba295 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:51:10.689309 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.731109 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43597a3a-233a-4166-81eb-6925e5e6729f None None] DHCP port deletion for 7c21d383-77db-4ce3-875c-c2706884897a request from dv-cinder-828805-2-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:51:10.754735 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] For port 85c84e98-720a-411f-ba53-563d7c1ba295, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=85c84e98-720a-411f-ba53-563d7c1ba295,segment=NetworkSegment(612db3c4-b544-461c-9bf6-41d5cfa4df57),segment_id=612db3c4-b544-461c-9bf6-41d5cfa4df57)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:51:10.755091 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.768163 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Calling delete_port for 85c84e98-720a-411f-ba53-563d7c1ba295 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:51:10.773666 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-43597a3a-233a-4166-81eb-6925e5e6729f None None] Deleting port 85c84e98-720a-411f-ba53-563d7c1ba295 {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:51:10.774042 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-43597a3a-233a-4166-81eb-6925e5e6729f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.835921 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-43597a3a-233a-4166-81eb-6925e5e6729f None None] For port 85c84e98-720a-411f-ba53-563d7c1ba295, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=85c84e98-720a-411f-ba53-563d7c1ba295,segment=NetworkSegment(612db3c4-b544-461c-9bf6-41d5cfa4df57),segment_id=612db3c4-b544-461c-9bf6-41d5cfa4df57)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:51:10.836317 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-43597a3a-233a-4166-81eb-6925e5e6729f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.849559 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-43597a3a-233a-4166-81eb-6925e5e6729f None None] Calling delete_port for 85c84e98-720a-411f-ba53-563d7c1ba295 owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:51:10.950196 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.956474 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-43597a3a-233a-4166-81eb-6925e5e6729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257'] for port (85c84e98-720a-411f-ba53-563d7c1ba295), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:10.981217 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] No DVR routers for this DVR port 85c84e98-720a-411f-ba53-563d7c1ba295 on host dv-cinder-828805-2-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:51:10.981455 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43597a3a-233a-4166-81eb-6925e5e6729f None None] Pushing event deleted for resources: {'Port': ['ID=85c84e98-720a-411f-ba53-563d7c1ba295,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:10.981589 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Pushing event deleted for resources: {'Port': ['ID=85c84e98-720a-411f-ba53-563d7c1ba295,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:10.985511 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43597a3a-233a-4166-81eb-6925e5e6729f None None] No DVR routers for this DVR port 85c84e98-720a-411f-ba53-563d7c1ba295 on host dv-cinder-828805-2-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:51:11.007483 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.007828 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.008165 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.008499 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.008829 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.009153 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.009496 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.009798 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.010150 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.010479 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.010807 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.011130 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.011448 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.011765 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.012077 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:51:11.068007 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (7c21d383-77db-4ce3-875c-c2706884897a), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:11.091943 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c21d383-77db-4ce3-875c-c2706884897a']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:51:11.101217 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612db3c4-b544-461c-9bf6-41d5cfa4df57') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:51:11.101511 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612db3c4-b544-461c-9bf6-41d5cfa4df57') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:51:11.110683 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6044422'] for segment (612db3c4-b544-461c-9bf6-41d5cfa4df57), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:11.123801 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (612db3c4-b544-461c-9bf6-41d5cfa4df57), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:11.129887 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:51:11.131872 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4836369'] for segment (612db3c4-b544-461c-9bf6-41d5cfa4df57), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: Traceback (most recent call last): May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: timer() May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: cb(*args, **kw) May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: return func(*args, **kwargs) May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: self._notify() May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: self.callback(batched_events) May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: event.method(event) May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: return f(self, *a, **k) May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: return self._get(url).json() May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: return self.request(url, 'GET', **kwargs) May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:51:11.132041 dv-cinder-828805-2-iscsi neutron-server[104125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:51:11.229969 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (7c21d383-77db-4ce3-875c-c2706884897a), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:11.235343 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:11.238545 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] 10.222.0.65 "DELETE /v2.0/networks/7c21d383-77db-4ce3-875c-c2706884897a HTTP/1.1" status: 204 len: 168 time: 0.6901999 May 10 20:51:11.249601 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be6ba4-46d2-4533-b8e0-dad3055da01b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c21d383-77db-4ce3-875c-c2706884897a,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:11.510351 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device d547b867-d8ac-4576-bf81-46f08c2b80d5 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:51:11.531662 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: d547b867-d8ac-4576-bf81-46f08c2b80d5 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:51:11.531959 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device d547b867-d8ac-4576-bf81-46f08c2b80d5 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:51:11.532383 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 1ba8f869-4ddc-44fa-a955-b375d0b22566 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:51:11.551450 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: 1ba8f869-4ddc-44fa-a955-b375d0b22566 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:51:11.552045 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 1ba8f869-4ddc-44fa-a955-b375d0b22566 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:51:11.552567 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 85c84e98-720a-411f-ba53-563d7c1ba295 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:51:11.574362 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: 85c84e98-720a-411f-ba53-563d7c1ba295 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:51:11.574712 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 85c84e98-720a-411f-ba53-563d7c1ba295 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:51:11.618178 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 39292) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:51:11.671534 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-33b9d2c2-37d7-48e0-ac6a-b66c2317b498 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=93dce3ce114d427895f446e0ed0f7e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518541 May 10 20:51:11.673779 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 39294) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:51:11.721049 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a9555a62-9eaa-45a9-8bcd-e9ae2a8c8194 admin admin] Publish callbacks [] for security_group (ff9e3ca4-30d4-4b07-8eda-1e5180f7d1fb), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:11.745767 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a9555a62-9eaa-45a9-8bcd-e9ae2a8c8194 admin admin] Publish callbacks [] for security_group (ff9e3ca4-30d4-4b07-8eda-1e5180f7d1fb), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:11.864077 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a9555a62-9eaa-45a9-8bcd-e9ae2a8c8194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (ff9e3ca4-30d4-4b07-8eda-1e5180f7d1fb), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:11.866663 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a9555a62-9eaa-45a9-8bcd-e9ae2a8c8194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:11.867795 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a9555a62-9eaa-45a9-8bcd-e9ae2a8c8194 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff9e3ca4-30d4-4b07-8eda-1e5180f7d1fb HTTP/1.1" status: 204 len: 168 time: 0.1930890 May 10 20:51:11.876026 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9555a62-9eaa-45a9-8bcd-e9ae2a8c8194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9e3ca4-30d4-4b07-8eda-1e5180f7d1fb,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:12.495564 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 39302) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:51:12.536466 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-4cb1aa98-9b0b-48d7-bfb6-7cbf45d8c0a2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=673c4c7cfb9d4a98a79cd5f3e3979b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397513 May 10 20:51:12.538832 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 39304) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:51:12.584844 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f31d114b-3a72-4a54-9fa8-463319829806 admin admin] Publish callbacks [] for security_group (09920d6a-0c0f-4e62-bbde-c87a14df95c8), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:12.606627 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f31d114b-3a72-4a54-9fa8-463319829806 admin admin] Publish callbacks [] for security_group (09920d6a-0c0f-4e62-bbde-c87a14df95c8), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:12.708189 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f31d114b-3a72-4a54-9fa8-463319829806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (09920d6a-0c0f-4e62-bbde-c87a14df95c8), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:12.710819 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f31d114b-3a72-4a54-9fa8-463319829806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:12.711964 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f31d114b-3a72-4a54-9fa8-463319829806 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/09920d6a-0c0f-4e62-bbde-c87a14df95c8 HTTP/1.1" status: 204 len: 168 time: 0.1722589 May 10 20:51:12.721296 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d114b-3a72-4a54-9fa8-463319829806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09920d6a-0c0f-4e62-bbde-c87a14df95c8,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:51:20.795699 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fe490e13-521b-4b26-8f2d-d943554c2fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:23.142810 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-60f097d4-8d83-43c4-b3c9-5747fe13c43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:24.595231 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:25.908908 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:25.973397 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:51:27.309274 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:38.234686 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:50.770700 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-73b400ce-c7a4-406e-97c6-3692f14edf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:53.147808 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-52ef563e-46e3-4326-b12f-8a25a08f033a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:54.577134 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:55.948255 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:51:57.319891 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:52:02.972109 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:52:08.250723 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:52:20.792548 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0a0a17d7-92c7-45d1-bbcf-b978bd3e9421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:52:23.158426 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-dcb6aa90-f9dd-4236-95be-aa31b17446e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:52:24.569519 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:52:25.907210 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:52:27.318255 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:52:38.266180 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:52:39.970972 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:52:50.797596 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4f73253b-6e2e-4940-8fb2-351ed75973d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:52:53.174316 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fef8b764-f115-4d45-9e82-ed6ce4cbf43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:52:54.574663 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:52:55.923342 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:52:57.322822 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:53:08.293677 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:53:16.970308 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:53:20.802617 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f1584a4c-3ead-4468-a2e3-5e83b7b74403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:53:23.185547 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d1013fdc-4fc0-4ad2-a304-1db79024bf21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:53:24.584495 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:53:25.916549 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:53:27.299965 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:53:38.270790 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:53:50.807668 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7f36a467-4590-4a78-9209-b3747e95047a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:53:53.171971 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e3c16af7-3168-4247-9b5e-a64cf1d2aa07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:53:53.968816 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:53:54.617754 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:53:55.921935 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:53:57.285780 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:54:02.348862 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-7728aa13-76fe-45ca-9146-cc58d11a2748 req-7917c61c-52fb-4a27-96af-eed37bcbf511 service neutron] (104124) timed out ('10.222.0.83', 62846) {{(pid=104124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 20:54:08.325488 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:54:20.807148 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-2cecc671-5ac0-485d-859e-8d70e6b580af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:54:23.195059 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f59e94cf-9714-41d8-a4bc-a6de843af518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:54:24.587640 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:54:25.927106 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:54:27.286820 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:54:30.966680 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:54:38.387077 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:54:50.815286 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d5d7146e-4663-41d2-a8f7-f0029a33bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:54:53.189099 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3c46edb2-962a-48bb-9281-08e9a384e040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:54:54.594418 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:54:55.920076 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:54:57.291774 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:55:07.965356 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:55:08.319997 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:55:20.819637 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-db98b77d-6087-4c94-a765-2a060518bd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:55:23.174240 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-25ddd989-bb62-40d3-84a1-dda8dedfd34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:55:24.596640 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:55:25.933385 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:55:27.319936 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:55:38.339014 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:55:44.963559 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:55:50.835692 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ab042dd5-df4f-48e8-85b0-08df258528f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:55:53.207013 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-23f1af44-b9dd-406a-91da-a7e3736380af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:55:54.593325 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:55:55.941859 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:55:57.296330 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:00.470931 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 40484) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:56:00.668328 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Deleting subnet b20a76b4-6bd6-4766-87fa-09dcfb6eed3e {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:56:00.671919 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Publish callbacks [] for subnet (b20a76b4-6bd6-4766-87fa-09dcfb6eed3e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:00.704597 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6044669'] for subnet (b20a76b4-6bd6-4766-87fa-09dcfb6eed3e), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:00.743977 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (b20a76b4-6bd6-4766-87fa-09dcfb6eed3e), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:00.850536 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4836475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16386431'] for subnet (b20a76b4-6bd6-4766-87fa-09dcfb6eed3e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:00.879458 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20a76b4-6bd6-4766-87fa-09dcfb6eed3e,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:56:00.883907 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:00.887011 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b20a76b4-6bd6-4766-87fa-09dcfb6eed3e HTTP/1.1" status: 204 len: 168 time: 0.4150875 May 10 20:56:00.890142 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 40490) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:56:00.892274 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.892629 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.892972 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.893309 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.893646 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.893977 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.894343 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.894669 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.899552 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.899552 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.899552 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.899552 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.899552 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.899552 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.899552 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae92de1-d0f0-4ffa-a52d-91355acd5ec5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:00.962311 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (8750fcec-68a3-4030-8b36-de70cc9667b1), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:01.036757 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (8750fcec-68a3-4030-8b36-de70cc9667b1), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:01.056047 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8750fcec-68a3-4030-8b36-de70cc9667b1']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:56:01.065012 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46791e30-4519-4c7b-a4be-a9f9f8260227') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:56:01.065304 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46791e30-4519-4c7b-a4be-a9f9f8260227') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:56:01.074321 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6068703'] for segment (46791e30-4519-4c7b-a4be-a9f9f8260227), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:01.087510 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (46791e30-4519-4c7b-a4be-a9f9f8260227), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:01.093986 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:56:01.094425 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4935517'] for segment (46791e30-4519-4c7b-a4be-a9f9f8260227), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: Traceback (most recent call last): May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: timer() May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: cb(*args, **kw) May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: return func(*args, **kwargs) May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: self._notify() May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: self.callback(batched_events) May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: event.method(event) May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: return f(self, *a, **k) May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._get(url).json() May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: return self.request(url, 'GET', **kwargs) May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:56:01.096253 dv-cinder-828805-2-iscsi neutron-server[104124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:56:01.212303 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (8750fcec-68a3-4030-8b36-de70cc9667b1), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:01.218290 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:01.221440 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] 10.222.0.65 "DELETE /v2.0/networks/8750fcec-68a3-4030-8b36-de70cc9667b1 HTTP/1.1" status: 204 len: 168 time: 0.3302531 May 10 20:56:01.232460 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Pushing event deleted for resources: {'Network': ['ID=8750fcec-68a3-4030-8b36-de70cc9667b1,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:56:01.240668 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.241022 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.241353 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.241690 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.242020 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.242376 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.242696 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.243022 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.243340 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.243663 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.243982 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.244303 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.244619 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.244935 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.245250 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e0e97e-301d-4d40-9a67-8c0dc9ae354b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:56:01.568442 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 40498) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:56:01.608607 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-83c3bec3-20d1-4dc4-a9d9-838825c6575d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=498ce5260ee44f5d9b1ebc74fecedfbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390003 May 10 20:56:01.611169 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 40500) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:56:01.657340 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb95c4ae-8dec-460b-b4ac-ce960ae2b63f admin admin] Publish callbacks [] for security_group (58789a08-13e0-49b2-b280-da6056a0cd43), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:01.678012 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb95c4ae-8dec-460b-b4ac-ce960ae2b63f admin admin] Publish callbacks [] for security_group (58789a08-13e0-49b2-b280-da6056a0cd43), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:01.810998 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb95c4ae-8dec-460b-b4ac-ce960ae2b63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (58789a08-13e0-49b2-b280-da6056a0cd43), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:01.813645 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb95c4ae-8dec-460b-b4ac-ce960ae2b63f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:01.814847 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-cb95c4ae-8dec-460b-b4ac-ce960ae2b63f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58789a08-13e0-49b2-b280-da6056a0cd43 HTTP/1.1" status: 204 len: 168 time: 0.2027948 May 10 20:56:01.822431 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95c4ae-8dec-460b-b4ac-ce960ae2b63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58789a08-13e0-49b2-b280-da6056a0cd43,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:56:08.315093 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:20.816291 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5891e69f-4cd8-416f-8fbf-85325c10eb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:21.962317 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:56:23.182495 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b1b02d4e-81fb-4b2c-80cb-cca3306e78be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:24.603962 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:25.983075 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:27.280012 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:38.369654 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:50.820998 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-dc8821b2-172d-4094-9a77-5901d5626b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:53.221497 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-979c469f-5078-4b4d-875a-24add2ae45ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:54.615649 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:55.940701 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:57.307032 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:56:58.960704 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:57:03.017181 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 40646) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:03.761445 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503370'] for router_interface (fac29b97-38ec-47d8-b738-3fe83f00c0ff), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:03.996295 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Deleting port bb2387f1-0811-4792-8020-e71d8cc0a340 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:57:03.996626 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:04.073923 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] For port bb2387f1-0811-4792-8020-e71d8cc0a340, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=bb2387f1-0811-4792-8020-e71d8cc0a340,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:57:04.074616 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:04.087096 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Calling delete_port for bb2387f1-0811-4792-8020-e71d8cc0a340 owned by network:router_interface {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:57:04.346382 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (bb2387f1-0811-4792-8020-e71d8cc0a340), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:04.374037 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2387f1-0811-4792-8020-e71d8cc0a340,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:04.385902 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.386275 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.386623 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.386955 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.387286 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.387617 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.387948 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.388295 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.388620 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.388942 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.389267 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.389594 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.389914 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.390256 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.390576 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:04.556826 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7908673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505155'] for router_interface (fac29b97-38ec-47d8-b738-3fe83f00c0ff), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:04.770210 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Router fac29b97-38ec-47d8-b738-3fe83f00c0ff has already been hosted by L3 agent e78f0ff8-1440-4cbd-a08f-f1988ede4a0b {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:57:04.880081 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] Notify agent at l3_agent.dv-cinder-828805-2-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:57:04.886528 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-4c6dfe38-2a49-46fb-bc21-af68e2733a7e admin admin] 10.222.0.65 "PUT /v2.0/routers/fac29b97-38ec-47d8-b738-3fe83f00c0ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8682473 May 10 20:57:04.887426 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 40654) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:04.888511 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3b55f0-0b14-4b68-b8aa-2013adf2d4c5 None None] Sync routers for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:57:04.899385 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b55f0-0b14-4b68-b8aa-2013adf2d4c5 None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:57:04.900026 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-8a3b55f0-0b14-4b68-b8aa-2013adf2d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:56:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:57:05.003805 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] Publish callbacks [] for router (fac29b97-38ec-47d8-b738-3fe83f00c0ff), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:05.012953 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-8a3b55f0-0b14-4b68-b8aa-2013adf2d4c5 None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: dv-cinder-828805-2-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:57:05.109040 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] Publish callbacks [] for router_gateway (fac29b97-38ec-47d8-b738-3fe83f00c0ff), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:05.179135 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-8a3b55f0-0b14-4b68-b8aa-2013adf2d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'external_fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:57:04Z', 'revision_number': 5, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port': {'id': 'e5e678be-b945-4887-8767-9ca2c655f251', 'name': '', 'network_id': '6687bf44-6b81-4c08-8ccb-c06067e5e244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:24:36Z', 'updated_at': '2022-05-10T20:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd9c6824-cce8-4e92-a1a4-a2920bcb0a34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-2-iscsi'}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:57:05.206719 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3b55f0-0b14-4b68-b8aa-2013adf2d4c5 None None] Checking router: fac29b97-38ec-47d8-b738-3fe83f00c0ff for host: dv-cinder-828805-2-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:57:05.215093 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b55f0-0b14-4b68-b8aa-2013adf2d4c5 None None] Routers {'fac29b97-38ec-47d8-b738-3fe83f00c0ff'} bound to L3 agent in host dv-cinder-828805-2-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:57:05.215675 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-8a3b55f0-0b14-4b68-b8aa-2013adf2d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T20:07:53Z,description=,heartbeat_timestamp=2022-05-10T20:56:53Z,host='dv-cinder-828805-2-iscsi',id=e78f0ff8-1440-4cbd-a08f-f1988ede4a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:07:54Z,topic='l3_agent')) {'router_ids': ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:57:05.250532 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] Deleting port e5e678be-b945-4887-8767-9ca2c655f251 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:57:05.250871 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (e5e678be-b945-4887-8767-9ca2c655f251), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:05.304239 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-8a3b55f0-0b14-4b68-b8aa-2013adf2d4c5 None None] Set router fac29b97-38ec-47d8-b738-3fe83f00c0ff gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:57:05.329262 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] For port e5e678be-b945-4887-8767-9ca2c655f251, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=e5e678be-b945-4887-8767-9ca2c655f251,segment=NetworkSegment(981107fb-783b-4312-8946-8f8795e0c761),segment_id=981107fb-783b-4312-8946-8f8795e0c761)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:57:05.329623 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (e5e678be-b945-4887-8767-9ca2c655f251), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:05.343873 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] Calling delete_port for e5e678be-b945-4887-8767-9ca2c655f251 owned by network:router_gateway {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:57:05.448222 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-8a3b55f0-0b14-4b68-b8aa-2013adf2d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:57:05Z', 'revision_number': 6, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port_host': None}], 'dv-cinder-828805-2-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:57:05.474066 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3b55f0-0b14-4b68-b8aa-2013adf2d4c5 None None] The sync data for ids ['fac29b97-38ec-47d8-b738-3fe83f00c0ff'] in dv-cinder-828805-2-iscsi is: [{'id': 'fac29b97-38ec-47d8-b738-3fe83f00c0ff', 'name': 'tempest-AttachVolumeNegativeTest-567699507-router', 'tenant_id': '1d1c68d15d634e81acba3ca215f5548c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:24:35Z', 'updated_at': '2022-05-10T20:57:05Z', 'revision_number': 6, 'project_id': '1d1c68d15d634e81acba3ca215f5548c', 'gw_port_host': None}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:57:05.574920 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836428'] for port (e5e678be-b945-4887-8767-9ca2c655f251), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:05.603076 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e678be-b945-4887-8767-9ca2c655f251,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:05.663775 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514852'] for router_gateway (fac29b97-38ec-47d8-b738-3fe83f00c0ff), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:05.752816 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11273'] for router (fac29b97-38ec-47d8-b738-3fe83f00c0ff), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:05.754949 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] Publish callbacks [] for router_controller (fac29b97-38ec-47d8-b738-3fe83f00c0ff), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:05.862028 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-508659'] for router (fac29b97-38ec-47d8-b738-3fe83f00c0ff), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:05.862704 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fac29b97-38ec-47d8-b738-3fe83f00c0ff {{(pid=104125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:57:05.871500 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:05.871500 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-739dbf43-c199-489e-a05c-d284e8e0b226 admin admin] 10.222.0.65 "DELETE /v2.0/routers/fac29b97-38ec-47d8-b738-3fe83f00c0ff HTTP/1.1" status: 204 len: 168 time: 0.9806681 May 10 20:57:05.872097 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 40656) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:05.921715 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-8274cb75-84d6-4dea-b3f6-de88a5ddcbe2 admin admin] Deleting subnet 86273698-c72a-41cc-a137-9df9c9b913fc {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:57:05.925007 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8274cb75-84d6-4dea-b3f6-de88a5ddcbe2 admin admin] Publish callbacks [] for subnet (86273698-c72a-41cc-a137-9df9c9b913fc), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:05.953939 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device bb2387f1-0811-4792-8020-e71d8cc0a340 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:57:05.962018 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8274cb75-84d6-4dea-b3f6-de88a5ddcbe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6044669'] for subnet (86273698-c72a-41cc-a137-9df9c9b913fc), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:05.974143 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: bb2387f1-0811-4792-8020-e71d8cc0a340 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:57:05.974487 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device bb2387f1-0811-4792-8020-e71d8cc0a340 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:57:06.042707 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8274cb75-84d6-4dea-b3f6-de88a5ddcbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504180'] for subnet (86273698-c72a-41cc-a137-9df9c9b913fc), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.164641 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8274cb75-84d6-4dea-b3f6-de88a5ddcbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4836475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16386431'] for subnet (86273698-c72a-41cc-a137-9df9c9b913fc), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.189680 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274cb75-84d6-4dea-b3f6-de88a5ddcbe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86273698-c72a-41cc-a137-9df9c9b913fc,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:06.193387 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8274cb75-84d6-4dea-b3f6-de88a5ddcbe2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.198685 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8274cb75-84d6-4dea-b3f6-de88a5ddcbe2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/86273698-c72a-41cc-a137-9df9c9b913fc HTTP/1.1" status: 204 len: 168 time: 0.3252387 May 10 20:57:06.199806 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407fa437-9d27-432f-8f54-383b0ed8e176 None None] Network 97616d50-d128-4d48-95c9-0ecc4a239629 requested from dv-cinder-828805-2-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:57:06.201036 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 40658) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:06.273634 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1348321'] for network (97616d50-d128-4d48-95c9-0ecc4a239629), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.323313 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Deleting port 01231a6f-9faf-4cb4-946d-226c0168660f {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:57:06.323709 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.357451 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] DHCP port deletion for 97616d50-d128-4d48-95c9-0ecc4a239629 request from dv-cinder-828805-2-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:57:06.390538 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] For port 01231a6f-9faf-4cb4-946d-226c0168660f, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=01231a6f-9faf-4cb4-946d-226c0168660f,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:57:06.391137 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.400298 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Deleting port 01231a6f-9faf-4cb4-946d-226c0168660f {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:57:06.400672 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756478322180'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.406294 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Calling delete_port for 01231a6f-9faf-4cb4-946d-226c0168660f owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:57:06.468008 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] For port 01231a6f-9faf-4cb4-946d-226c0168660f, host dv-cinder-828805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-2-iscsi',level=0,port_id=01231a6f-9faf-4cb4-946d-226c0168660f,segment=NetworkSegment(af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc),segment_id=af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:57:06.468395 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503452'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.481407 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Calling delete_port for 01231a6f-9faf-4cb4-946d-226c0168660f owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:57:06.553301 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4935424'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.561132 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1390983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756478330004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756477787257'] for port (01231a6f-9faf-4cb4-946d-226c0168660f), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.583776 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Pushing event deleted for resources: {'Port': ['ID=01231a6f-9faf-4cb4-946d-226c0168660f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:06.588067 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] No DVR routers for this DVR port 01231a6f-9faf-4cb4-946d-226c0168660f on host dv-cinder-828805-2-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:57:06.588987 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Pushing event deleted for resources: {'Port': ['ID=01231a6f-9faf-4cb4-946d-226c0168660f,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:06.593872 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] No DVR routers for this DVR port 01231a6f-9faf-4cb4-946d-226c0168660f on host dv-cinder-828805-2-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:57:06.600046 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.600392 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.600729 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.603359 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.603359 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.603359 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.603359 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.603359 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.603359 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.603359 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.603359 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.603359 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.603359 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.603359 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.603359 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badba821-09cc-4c9a-8803-ba730501cd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.616394 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.616736 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.617067 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.617395 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.617716 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.618038 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.618384 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.618703 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.619016 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.619329 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.619643 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.619955 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.620264 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.620572 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.620877 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-2-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:57:06.673505 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493071', 'neutron.services.segments.db._delete_segments_for_network-8756478087729'] for network (97616d50-d128-4d48-95c9-0ecc4a239629), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.696608 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97616d50-d128-4d48-95c9-0ecc4a239629']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:57:06.706158 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:57:06.706448 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:57:06.715493 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756478088506', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6068703'] for segment (af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.728429 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073'] for segment (af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.734735 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:57:06.735131 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1506073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4935517'] for segment (af6b3eb9-3c93-46aa-9c0d-a9aad97b5ebc), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: Traceback (most recent call last): May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: timer() May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: cb(*args, **kw) May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: return func(*args, **kwargs) May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: self._notify() May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: self.callback(batched_events) May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: event.method(event) May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: return f(self, *a, **k) May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._get(url).json() May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: return self.request(url, 'GET', **kwargs) May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:57:06.736803 dv-cinder-828805-2-iscsi neutron-server[104124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:57:06.861480 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7908682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512586'] for network (97616d50-d128-4d48-95c9-0ecc4a239629), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.866667 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7908668'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:06.869799 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] 10.222.0.65 "DELETE /v2.0/networks/97616d50-d128-4d48-95c9-0ecc4a239629 HTTP/1.1" status: 204 len: 168 time: 0.6677728 May 10 20:57:06.881578 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52dfba-714d-4de9-8757-76ab84b9277f admin admin] Pushing event deleted for resources: {'Network': ['ID=97616d50-d128-4d48-95c9-0ecc4a239629,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:07.161893 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 40664) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:07.200821 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-22ff176a-ebfe-4e2e-98b2-fe31ef7083e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d1c68d15d634e81acba3ca215f5548c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377789 May 10 20:57:07.203214 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 40666) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:07.249555 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-11080619-fc68-4b5a-b5f3-7a17e901022d admin admin] Publish callbacks [] for security_group (9aef98d2-4de8-443c-8a34-8aa954ed73bb), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:07.273833 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-11080619-fc68-4b5a-b5f3-7a17e901022d admin admin] Publish callbacks [] for security_group (9aef98d2-4de8-443c-8a34-8aa954ed73bb), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:07.363937 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-11080619-fc68-4b5a-b5f3-7a17e901022d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (9aef98d2-4de8-443c-8a34-8aa954ed73bb), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:07.366453 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-11080619-fc68-4b5a-b5f3-7a17e901022d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:07.371684 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-11080619-fc68-4b5a-b5f3-7a17e901022d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9aef98d2-4de8-443c-8a34-8aa954ed73bb HTTP/1.1" status: 204 len: 168 time: 0.1634672 May 10 20:57:07.375932 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11080619-fc68-4b5a-b5f3-7a17e901022d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aef98d2-4de8-443c-8a34-8aa954ed73bb,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:07.686903 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device e5e678be-b945-4887-8767-9ca2c655f251 no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:57:07.707448 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: e5e678be-b945-4887-8767-9ca2c655f251 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:57:07.707796 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device e5e678be-b945-4887-8767-9ca2c655f251 not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:57:07.708219 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 01231a6f-9faf-4cb4-946d-226c0168660f no longer exists at agent ovs-agent-dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:57:07.727830 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] No Port match for: 01231a6f-9faf-4cb4-946d-226c0168660f {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:57:07.728177 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Device 01231a6f-9faf-4cb4-946d-226c0168660f not bound to the agent host dv-cinder-828805-2-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:57:08.335330 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:16.900800 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 40776) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:17.005317 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-edc84c99-3dd2-4fe4-adf1-255d17befc44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:17.082598 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-edc84c99-3dd2-4fe4-adf1-255d17befc44 admin admin] Publish callbacks [] for security_group (299c0d79-f2da-44a4-9679-7399621cc0ea), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:17.158228 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-edc84c99-3dd2-4fe4-adf1-255d17befc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (299c0d79-f2da-44a4-9679-7399621cc0ea), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:17.194292 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc84c99-3dd2-4fe4-adf1-255d17befc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299c0d79-f2da-44a4-9679-7399621cc0ea,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:17.198423 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-edc84c99-3dd2-4fe4-adf1-255d17befc44 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=72ba145b02734605a3dfee6533c82fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965527 May 10 20:57:17.201612 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 40780) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:17.248408 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-194fee4b-079f-40a1-bb09-28a8402aa554 admin admin] Publish callbacks [] for security_group (299c0d79-f2da-44a4-9679-7399621cc0ea), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:17.269283 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-194fee4b-079f-40a1-bb09-28a8402aa554 admin admin] Publish callbacks [] for security_group (299c0d79-f2da-44a4-9679-7399621cc0ea), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:17.392695 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-194fee4b-079f-40a1-bb09-28a8402aa554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (299c0d79-f2da-44a4-9679-7399621cc0ea), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:17.395483 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-194fee4b-079f-40a1-bb09-28a8402aa554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:17.396642 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-194fee4b-079f-40a1-bb09-28a8402aa554 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/299c0d79-f2da-44a4-9679-7399621cc0ea HTTP/1.1" status: 204 len: 168 time: 0.1946950 May 10 20:57:17.406054 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fee4b-079f-40a1-bb09-28a8402aa554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299c0d79-f2da-44a4-9679-7399621cc0ea,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:20.472139 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 40850) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:20.572972 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d970a899-98ac-464a-9a8c-1d5009478115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:20.646418 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d970a899-98ac-464a-9a8c-1d5009478115 admin admin] Publish callbacks [] for security_group (88f4acdb-349e-45e8-b470-7f99404add86), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:20.706128 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d970a899-98ac-464a-9a8c-1d5009478115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (88f4acdb-349e-45e8-b470-7f99404add86), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:20.742685 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d970a899-98ac-464a-9a8c-1d5009478115 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4be45b752664f3c86a051d61e2fb947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694793 May 10 20:57:20.744682 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970a899-98ac-464a-9a8c-1d5009478115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f4acdb-349e-45e8-b470-7f99404add86,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:20.745739 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 40854) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:20.795970 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7aa33e8-1873-4321-9b09-3384d56e6366 admin admin] Publish callbacks [] for security_group (88f4acdb-349e-45e8-b470-7f99404add86), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:20.817940 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7aa33e8-1873-4321-9b09-3384d56e6366 admin admin] Publish callbacks [] for security_group (88f4acdb-349e-45e8-b470-7f99404add86), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:20.837786 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9442e20e-37b2-49bc-8863-d765eafcb767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:20.911707 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7aa33e8-1873-4321-9b09-3384d56e6366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (88f4acdb-349e-45e8-b470-7f99404add86), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:20.914311 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b7aa33e8-1873-4321-9b09-3384d56e6366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:20.915460 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b7aa33e8-1873-4321-9b09-3384d56e6366 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88f4acdb-349e-45e8-b470-7f99404add86 HTTP/1.1" status: 204 len: 168 time: 0.1686149 May 10 20:57:20.923045 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa33e8-1873-4321-9b09-3384d56e6366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f4acdb-349e-45e8-b470-7f99404add86,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:21.480835 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 40860) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:21.494501 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8100be9b-b8a7-4fa1-9569-f73dff663563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:21.569114 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8100be9b-b8a7-4fa1-9569-f73dff663563 admin admin] Publish callbacks [] for security_group (4f10c54a-77d6-4e1b-adc1-322900c9f680), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:21.609327 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8100be9b-b8a7-4fa1-9569-f73dff663563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (4f10c54a-77d6-4e1b-adc1-322900c9f680), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:21.648732 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8100be9b-b8a7-4fa1-9569-f73dff663563 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b1f27f395004d3fb0d34f05c39ac357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666980 May 10 20:57:21.649459 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100be9b-b8a7-4fa1-9569-f73dff663563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f10c54a-77d6-4e1b-adc1-322900c9f680,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:21.651297 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 40862) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:21.699322 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e9a27dfd-a563-49ed-b312-90dddc81d2a2 admin admin] Publish callbacks [] for security_group (4f10c54a-77d6-4e1b-adc1-322900c9f680), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:21.720659 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e9a27dfd-a563-49ed-b312-90dddc81d2a2 admin admin] Publish callbacks [] for security_group (4f10c54a-77d6-4e1b-adc1-322900c9f680), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:21.826405 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e9a27dfd-a563-49ed-b312-90dddc81d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (4f10c54a-77d6-4e1b-adc1-322900c9f680), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:21.829476 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e9a27dfd-a563-49ed-b312-90dddc81d2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:21.830629 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e9a27dfd-a563-49ed-b312-90dddc81d2a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f10c54a-77d6-4e1b-adc1-322900c9f680 HTTP/1.1" status: 204 len: 168 time: 0.1783719 May 10 20:57:21.838331 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a27dfd-a563-49ed-b312-90dddc81d2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f10c54a-77d6-4e1b-adc1-322900c9f680,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:23.163576 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9dc587da-bc1c-4963-bfe6-114792be27f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:24.597748 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:25.968960 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:27.283159 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:33.983557 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 40952) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:34.085535 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-99c87b57-ab88-4f08-abe7-0ea389cbbeac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:34.156688 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-99c87b57-ab88-4f08-abe7-0ea389cbbeac admin admin] Publish callbacks [] for security_group (a67c43fe-f546-4c13-aee9-e75c8cba5b94), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:34.220109 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-99c87b57-ab88-4f08-abe7-0ea389cbbeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (a67c43fe-f546-4c13-aee9-e75c8cba5b94), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:34.258476 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-99c87b57-ab88-4f08-abe7-0ea389cbbeac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2cd5c59176947dc93e8e186e4e889a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738461 May 10 20:57:34.259318 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c87b57-ab88-4f08-abe7-0ea389cbbeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67c43fe-f546-4c13-aee9-e75c8cba5b94,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:34.261179 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 40956) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:34.309278 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c1bc972d-b05a-466e-9162-d2d445e283ce admin admin] Publish callbacks [] for security_group (a67c43fe-f546-4c13-aee9-e75c8cba5b94), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:34.330794 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c1bc972d-b05a-466e-9162-d2d445e283ce admin admin] Publish callbacks [] for security_group (a67c43fe-f546-4c13-aee9-e75c8cba5b94), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:34.455039 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c1bc972d-b05a-466e-9162-d2d445e283ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (a67c43fe-f546-4c13-aee9-e75c8cba5b94), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:34.457563 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c1bc972d-b05a-466e-9162-d2d445e283ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:34.458731 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c1bc972d-b05a-466e-9162-d2d445e283ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a67c43fe-f546-4c13-aee9-e75c8cba5b94 HTTP/1.1" status: 204 len: 168 time: 0.1964946 May 10 20:57:34.466978 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc972d-b05a-466e-9162-d2d445e283ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67c43fe-f546-4c13-aee9-e75c8cba5b94,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:34.943118 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 40962) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:34.956517 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-97b6fe8b-e5dd-4c1e-beeb-268ce3aef2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:35.028493 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-97b6fe8b-e5dd-4c1e-beeb-268ce3aef2b7 admin admin] Publish callbacks [] for security_group (9c2bedec-7611-46e5-9d93-e82db175dee1), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:35.105974 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-97b6fe8b-e5dd-4c1e-beeb-268ce3aef2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (9c2bedec-7611-46e5-9d93-e82db175dee1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:35.146838 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-97b6fe8b-e5dd-4c1e-beeb-268ce3aef2b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b0daf8e208140bdb34ea86a42105eb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025692 May 10 20:57:35.149187 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6fe8b-e5dd-4c1e-beeb-268ce3aef2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2bedec-7611-46e5-9d93-e82db175dee1,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:35.150299 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 40964) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:35.198748 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-90f4e5f0-0423-476d-815b-805b3e5a9d06 admin admin] Publish callbacks [] for security_group (9c2bedec-7611-46e5-9d93-e82db175dee1), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:35.220695 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-90f4e5f0-0423-476d-815b-805b3e5a9d06 admin admin] Publish callbacks [] for security_group (9c2bedec-7611-46e5-9d93-e82db175dee1), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:35.339817 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-90f4e5f0-0423-476d-815b-805b3e5a9d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (9c2bedec-7611-46e5-9d93-e82db175dee1), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:35.342468 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-90f4e5f0-0423-476d-815b-805b3e5a9d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:35.343626 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-90f4e5f0-0423-476d-815b-805b3e5a9d06 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c2bedec-7611-46e5-9d93-e82db175dee1 HTTP/1.1" status: 204 len: 168 time: 0.1923556 May 10 20:57:35.351760 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4e5f0-0423-476d-815b-805b3e5a9d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2bedec-7611-46e5-9d93-e82db175dee1,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:35.959920 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:57:38.364001 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:38.437424 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 41034) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:38.540268 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-830baae2-8b1d-4195-96f6-c4bf543f0119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:38.612956 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-830baae2-8b1d-4195-96f6-c4bf543f0119 admin admin] Publish callbacks [] for security_group (2a718d4d-94d1-43ac-baf4-48da402aa1ba), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:38.659944 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-830baae2-8b1d-4195-96f6-c4bf543f0119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (2a718d4d-94d1-43ac-baf4-48da402aa1ba), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:38.698208 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-830baae2-8b1d-4195-96f6-c4bf543f0119 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97074b588da542718abb3ea53aed39df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596979 May 10 20:57:38.699986 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830baae2-8b1d-4195-96f6-c4bf543f0119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a718d4d-94d1-43ac-baf4-48da402aa1ba,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:38.700920 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 41038) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:38.753115 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-88ba972b-7720-41ff-9f15-82b997dcc1e7 admin admin] Publish callbacks [] for security_group (2a718d4d-94d1-43ac-baf4-48da402aa1ba), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:38.773964 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-88ba972b-7720-41ff-9f15-82b997dcc1e7 admin admin] Publish callbacks [] for security_group (2a718d4d-94d1-43ac-baf4-48da402aa1ba), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:38.882350 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-88ba972b-7720-41ff-9f15-82b997dcc1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (2a718d4d-94d1-43ac-baf4-48da402aa1ba), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:38.884901 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-88ba972b-7720-41ff-9f15-82b997dcc1e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:38.886071 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-88ba972b-7720-41ff-9f15-82b997dcc1e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a718d4d-94d1-43ac-baf4-48da402aa1ba HTTP/1.1" status: 204 len: 168 time: 0.1841450 May 10 20:57:38.895111 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba972b-7720-41ff-9f15-82b997dcc1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a718d4d-94d1-43ac-baf4-48da402aa1ba,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:39.411553 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.65', 41044) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:39.425457 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3dbb4e9a-47a9-4787-8d34-16b22eaf9d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:39.497426 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3dbb4e9a-47a9-4787-8d34-16b22eaf9d14 admin admin] Publish callbacks [] for security_group (e39f3532-3dc9-4896-b4d1-600bb1dca3c2), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:39.562349 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3dbb4e9a-47a9-4787-8d34-16b22eaf9d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (e39f3532-3dc9-4896-b4d1-600bb1dca3c2), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:39.602400 dv-cinder-828805-2-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-3dbb4e9a-47a9-4787-8d34-16b22eaf9d14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=37af467a93fd40df9b88069558af7e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897092 May 10 20:57:39.603232 dv-cinder-828805-2-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb4e9a-47a9-4787-8d34-16b22eaf9d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39f3532-3dc9-4896-b4d1-600bb1dca3c2,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:39.604993 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.65', 41046) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:57:39.653934 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9ded-bbe3-41cf-b5ca-ec27ccf0ec0d admin admin] Publish callbacks [] for security_group (e39f3532-3dc9-4896-b4d1-600bb1dca3c2), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:39.675686 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9ded-bbe3-41cf-b5ca-ec27ccf0ec0d admin admin] Publish callbacks [] for security_group (e39f3532-3dc9-4896-b4d1-600bb1dca3c2), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:39.796794 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9ded-bbe3-41cf-b5ca-ec27ccf0ec0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867711'] for security_group (e39f3532-3dc9-4896-b4d1-600bb1dca3c2), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:39.799342 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9ded-bbe3-41cf-b5ca-ec27ccf0ec0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:39.800484 dv-cinder-828805-2-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2f6c9ded-bbe3-41cf-b5ca-ec27ccf0ec0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e39f3532-3dc9-4896-b4d1-600bb1dca3c2 HTTP/1.1" status: 204 len: 168 time: 0.1938672 May 10 20:57:39.808054 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c9ded-bbe3-41cf-b5ca-ec27ccf0ec0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39f3532-3dc9-4896-b4d1-600bb1dca3c2,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:57:50.802054 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3963a620-ee5a-44e8-9c17-2698ab01b091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:53.173751 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-99fde9c4-5b42-48d7-adce-98d19865d5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:54.624998 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:55.973560 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:57:57.287601 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:58:03.329399 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-85bc9925-3969-4834-812f-334c66b1f9c0 req-87fdffd3-2bb6-4b4b-84fa-52b44c4b29f2 tempest-AttachVolumeNegativeTest-1824481913 tempest-AttachVolumeNegativeTest-1824481913-project] (104124) timed out ('10.222.0.83', 62827) {{(pid=104124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 20:58:08.362400 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:58:12.958169 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:58:20.795937 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-2520831b-4bea-4796-9d52-f7cd17f2acc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:58:23.190109 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5f8e0239-a050-4092-a11c-b44ae0917f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:58:24.612667 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:58:25.939027 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:58:27.292591 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:58:38.372405 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:58:49.958874 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:58:50.822612 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-87ef4f94-8f11-4994-84b8-3e77dba37b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:58:53.217714 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-dfb8c1df-eac3-46fb-b9c9-645e33c754a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:58:54.611913 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:58:55.949195 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:58:57.286744 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:59:08.371869 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:59:20.834409 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-872d6f94-ded1-4b84-84e2-898869a23f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:59:23.204327 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cc060766-0b55-4db8-b3f3-14436227dc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:59:24.609399 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:59:25.936969 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:59:26.958772 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:59:27.291664 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:59:38.369278 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:59:50.805443 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-85d70c2c-d401-4747-b1b5-02906d0095fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:59:53.185559 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d8b00b70-e2cf-431a-9474-182aca65f6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:59:54.616458 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:59:55.968624 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:59:57.290971 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:00:01.784723 dv-cinder-828805-2-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-dd4fb81f-563d-438f-8bbc-f4c705ac823a req-7a2a5a63-2653-4ea1-a50f-51c9f6ae5742 tempest-TestVolumeBootPattern-312230550 tempest-TestVolumeBootPattern-312230550-project] (104124) timed out ('10.222.0.65', 50130) {{(pid=104124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 21:00:03.956927 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:00:08.382456 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:00:20.836123 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cd067e31-c9fa-45b1-8d2c-ce5d2e8ea956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:00:23.196049 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-14f63cb2-52c3-483e-8092-9001a0b44da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:00:24.613314 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:00:25.955601 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:00:27.298457 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:00:38.355060 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:00:40.956563 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:00:50.847257 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-885e74e4-9ce2-4869-b784-1253a6c92385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:00:53.183104 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8af8f85e-3f1c-4b87-89eb-0f9f1742a61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:00:54.626784 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:00:55.966214 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:00:57.297267 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:01:08.371302 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:01:17.955715 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:01:20.810693 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-04e26e4c-dc29-4dc9-9c35-6424543b086c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:01:23.197311 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6ebee3e5-f1b2-4300-9294-10f15b336452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:01:24.631695 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:01:25.993446 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:01:27.300371 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:01:38.415813 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:01:50.826650 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-df395464-3be2-4885-9344-76cfc3b7db02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:01:53.180861 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3ee49d73-22c9-484e-8595-332b76be4c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:01:54.637955 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:01:54.953584 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:01:55.980904 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:01:57.323483 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:02:08.403603 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:02:20.842426 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a3781481-f995-41b0-9063-8b8595009e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:02:23.191278 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6e583ed7-68a8-4054-a38b-b0fc87fd9570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (e78f0ff8-1440-4cbd-a08f-f1988ede4a0b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:02:24.625549 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15c650f5-b9a0-43a1-9872-f9db44055c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (b6793a7c-9154-4487-a1cd-a404fdf549c0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:02:25.950765 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d72c7f4-8192-488c-97f6-9d4117b11106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (ebe2b039-3a1b-4ad4-977d-eaa8fa212a43), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:02:27.299842 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddfda-0deb-4716-b1f1-19d881e26469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (5ad6c9e1-619a-412d-9969-afcaf8a4a2b6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:02:31.953123 dv-cinder-828805-2-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-68855e2b-e5f5-4abd-b269-a7a09a9a6c3b None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:02:38.385226 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-08dfa307-6dbe-48e3-9281-e8577d674884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (01e91bdc-5dae-405e-8698-14a1f9b4ec81), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:02:50.852923 dv-cinder-828805-2-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f81a6025-8d85-4327-bff7-63bb43ca0e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756478087711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426318'] for agent (8536dc67-b3fd-4ecb-9ac6-66e567b1b155), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}